2024-12-15 03:36:20,851 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 03:36:20,866 main DEBUG Took 0.012958 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 03:36:20,866 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 03:36:20,867 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 03:36:20,868 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 03:36:20,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,876 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 03:36:20,888 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,890 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,890 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,891 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,892 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,892 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,893 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,893 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,894 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,895 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,895 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,896 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,896 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,896 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,897 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,897 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 03:36:20,898 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,898 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 03:36:20,899 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 03:36:20,900 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 03:36:20,902 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 03:36:20,902 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 03:36:20,903 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 03:36:20,904 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 03:36:20,912 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 03:36:20,914 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 03:36:20,916 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 03:36:20,917 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 03:36:20,917 main DEBUG createAppenders(={Console}) 2024-12-15 03:36:20,918 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-15 03:36:20,918 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 03:36:20,919 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-15 03:36:20,919 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 03:36:20,919 main DEBUG OutputStream closed 2024-12-15 03:36:20,920 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 03:36:20,920 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 03:36:20,920 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-15 03:36:20,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 03:36:20,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 03:36:20,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 03:36:20,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 03:36:20,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 03:36:20,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 03:36:20,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 03:36:20,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 03:36:20,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 03:36:20,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 03:36:20,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 03:36:20,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 03:36:20,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 03:36:20,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 03:36:20,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 03:36:20,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 03:36:20,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 03:36:21,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 03:36:21,002 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 03:36:21,002 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-15 03:36:21,002 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 03:36:21,003 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-15T03:36:21,246 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969 2024-12-15 03:36:21,249 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 03:36:21,249 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T03:36:21,259 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-15T03:36:21,283 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T03:36:21,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4, deleteOnExit=true 2024-12-15T03:36:21,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T03:36:21,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/test.cache.data in system properties and HBase conf 2024-12-15T03:36:21,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T03:36:21,290 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/hadoop.log.dir in system properties and HBase conf 2024-12-15T03:36:21,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T03:36:21,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T03:36:21,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T03:36:21,419 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T03:36:21,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T03:36:21,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:36:21,532 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T03:36:21,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T03:36:21,533 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:36:21,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T03:36:21,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T03:36:21,534 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T03:36:21,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:36:21,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T03:36:21,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/nfs.dump.dir in system properties and HBase conf 2024-12-15T03:36:21,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/java.io.tmpdir in system properties and HBase conf 2024-12-15T03:36:21,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T03:36:21,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T03:36:21,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T03:36:22,399 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T03:36:22,484 INFO [Time-limited test {}] log.Log(170): Logging initialized @2417ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T03:36:22,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:36:22,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:36:22,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:36:22,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:36:22,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T03:36:22,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:36:22,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:36:22,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:36:22,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/java.io.tmpdir/jetty-localhost-45477-hadoop-hdfs-3_4_1-tests_jar-_-any-11438603157019573307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:36:22,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:45477} 2024-12-15T03:36:22,902 INFO [Time-limited test {}] server.Server(415): Started @2835ms 2024-12-15T03:36:23,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T03:36:23,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T03:36:23,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T03:36:23,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T03:36:23,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T03:36:23,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/hadoop.log.dir/,AVAILABLE} 2024-12-15T03:36:23,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T03:36:23,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/java.io.tmpdir/jetty-localhost-44223-hadoop-hdfs-3_4_1-tests_jar-_-any-18266366495527232393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:36:23,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:44223} 2024-12-15T03:36:23,419 INFO [Time-limited test {}] server.Server(415): Started @3352ms 2024-12-15T03:36:23,475 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T03:36:23,955 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/dfs/data/data2/current/BP-469248552-172.17.0.2-1734233782148/current, will proceed with Du for space computation calculation, 2024-12-15T03:36:23,955 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/dfs/data/data1/current/BP-469248552-172.17.0.2-1734233782148/current, will proceed with Du for space computation calculation, 2024-12-15T03:36:24,003 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T03:36:24,060 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9b323049050422d with lease ID 0x87eac5369bf77283: Processing first storage report for DS-5a096aa1-a4f0-4b6a-aad4-5642d26abccb from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=99ecdcd3-02de-45ab-a84c-aa8bfa4e71f2, infoPort=46747, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=28004366;c=1734233782148) 2024-12-15T03:36:24,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9b323049050422d with lease ID 0x87eac5369bf77283: from storage DS-5a096aa1-a4f0-4b6a-aad4-5642d26abccb node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=99ecdcd3-02de-45ab-a84c-aa8bfa4e71f2, infoPort=46747, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=28004366;c=1734233782148), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T03:36:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9b323049050422d with lease ID 0x87eac5369bf77283: Processing first storage report for DS-42e17398-b850-472e-b564-a17ac1e65d69 from datanode DatanodeRegistration(127.0.0.1:45647, datanodeUuid=99ecdcd3-02de-45ab-a84c-aa8bfa4e71f2, infoPort=46747, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=28004366;c=1734233782148) 2024-12-15T03:36:24,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9b323049050422d with lease ID 0x87eac5369bf77283: from storage DS-42e17398-b850-472e-b564-a17ac1e65d69 node DatanodeRegistration(127.0.0.1:45647, datanodeUuid=99ecdcd3-02de-45ab-a84c-aa8bfa4e71f2, infoPort=46747, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=28004366;c=1734233782148), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T03:36:24,083 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969 2024-12-15T03:36:24,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/zookeeper_0, clientPort=54928, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T03:36:24,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54928 2024-12-15T03:36:24,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:24,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741825_1001 (size=7) 2024-12-15T03:36:24,828 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 with version=8 2024-12-15T03:36:24,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/hbase-staging 2024-12-15T03:36:24,965 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T03:36:25,239 INFO [Time-limited test {}] client.ConnectionUtils(129): master/c1551786b40e:0 server-side Connection retries=45 2024-12-15T03:36:25,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T03:36:25,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T03:36:25,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T03:36:25,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T03:36:25,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T03:36:25,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T03:36:25,455 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T03:36:25,464 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T03:36:25,468 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T03:36:25,496 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9211 (auto-detected) 2024-12-15T03:36:25,497 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T03:36:25,516 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42769 2024-12-15T03:36:25,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:25,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:25,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42769 connecting to ZooKeeper ensemble=127.0.0.1:54928 2024-12-15T03:36:25,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427690x0, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T03:36:25,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42769-0x10093bf38340000 connected 2024-12-15T03:36:25,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T03:36:25,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T03:36:25,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T03:36:25,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42769 2024-12-15T03:36:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42769 2024-12-15T03:36:25,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42769 2024-12-15T03:36:25,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42769 2024-12-15T03:36:25,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42769 2024-12-15T03:36:25,626 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191, hbase.cluster.distributed=false 2024-12-15T03:36:25,719 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/c1551786b40e:0 server-side Connection retries=45 2024-12-15T03:36:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T03:36:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T03:36:25,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T03:36:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T03:36:25,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T03:36:25,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T03:36:25,726 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T03:36:25,727 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42709 2024-12-15T03:36:25,730 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T03:36:25,740 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T03:36:25,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:25,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:25,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42709 connecting to ZooKeeper ensemble=127.0.0.1:54928 2024-12-15T03:36:25,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427090x0, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T03:36:25,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42709-0x10093bf38340001 connected 2024-12-15T03:36:25,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T03:36:25,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T03:36:25,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T03:36:25,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42709 2024-12-15T03:36:25,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42709 2024-12-15T03:36:25,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42709 2024-12-15T03:36:25,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42709 2024-12-15T03:36:25,766 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42709 2024-12-15T03:36:25,772 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/c1551786b40e,42769,1734233784958 2024-12-15T03:36:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T03:36:25,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T03:36:25,783 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c1551786b40e,42769,1734233784958 2024-12-15T03:36:25,789 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c1551786b40e:42769 2024-12-15T03:36:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T03:36:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T03:36:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:25,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:25,805 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T03:36:25,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T03:36:25,806 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c1551786b40e,42769,1734233784958 from backup master directory 2024-12-15T03:36:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c1551786b40e,42769,1734233784958 2024-12-15T03:36:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T03:36:25,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T03:36:25,810 WARN [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T03:36:25,810 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c1551786b40e,42769,1734233784958 2024-12-15T03:36:25,813 INFO [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T03:36:25,815 INFO [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T03:36:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741826_1002 (size=42) 2024-12-15T03:36:26,296 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/hbase.id with ID: 13e1f198-284a-4400-b2da-688ceaf1b863 2024-12-15T03:36:26,337 INFO [master/c1551786b40e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T03:36:26,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:26,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741827_1003 (size=196) 2024-12-15T03:36:26,402 INFO [master/c1551786b40e:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:36:26,404 INFO [master/c1551786b40e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T03:36:26,423 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:26,428 INFO [master/c1551786b40e:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:36:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741828_1004 (size=1189) 2024-12-15T03:36:26,880 INFO [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store 2024-12-15T03:36:26,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741829_1005 (size=34) 2024-12-15T03:36:27,301 INFO [master/c1551786b40e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T03:36:27,302 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:27,303 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T03:36:27,303 INFO [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:36:27,304 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:36:27,304 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T03:36:27,304 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:36:27,304 INFO [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:36:27,304 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T03:36:27,306 WARN [master/c1551786b40e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/.initializing 2024-12-15T03:36:27,306 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/WALs/c1551786b40e,42769,1734233784958 2024-12-15T03:36:27,313 INFO [master/c1551786b40e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T03:36:27,325 INFO [master/c1551786b40e:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1551786b40e%2C42769%2C1734233784958, suffix=, logDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/WALs/c1551786b40e,42769,1734233784958, archiveDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/oldWALs, maxLogs=10 2024-12-15T03:36:27,348 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/WALs/c1551786b40e,42769,1734233784958/c1551786b40e%2C42769%2C1734233784958.1734233787330, exclude list is [], retry=0 2024-12-15T03:36:27,365 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-5a096aa1-a4f0-4b6a-aad4-5642d26abccb,DISK] 2024-12-15T03:36:27,368 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T03:36:27,407 INFO [master/c1551786b40e:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/WALs/c1551786b40e,42769,1734233784958/c1551786b40e%2C42769%2C1734233784958.1734233787330 2024-12-15T03:36:27,408 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46747:46747)] 2024-12-15T03:36:27,409 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:36:27,409 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:27,413 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,414 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T03:36:27,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:27,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:27,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T03:36:27,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:27,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:27,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T03:36:27,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:27,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:27,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T03:36:27,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:27,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:27,507 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,508 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,518 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T03:36:27,522 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T03:36:27,527 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:36:27,528 INFO [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73677367, jitterRate=0.09787832200527191}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T03:36:27,532 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T03:36:27,534 INFO [master/c1551786b40e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T03:36:27,564 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c5dfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:27,599 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T03:36:27,611 INFO [master/c1551786b40e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T03:36:27,612 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T03:36:27,614 INFO [master/c1551786b40e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T03:36:27,615 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T03:36:27,620 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-15T03:36:27,620 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T03:36:27,645 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T03:36:27,657 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T03:36:27,660 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T03:36:27,662 INFO [master/c1551786b40e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T03:36:27,664 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T03:36:27,666 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T03:36:27,668 INFO [master/c1551786b40e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T03:36:27,672 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T03:36:27,675 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T03:36:27,676 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T03:36:27,681 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T03:36:27,691 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T03:36:27,693 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T03:36:27,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T03:36:27,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T03:36:27,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:27,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:27,698 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=c1551786b40e,42769,1734233784958, sessionid=0x10093bf38340000, setting cluster-up flag (Was=false) 2024-12-15T03:36:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:27,717 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T03:36:27,718 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c1551786b40e,42769,1734233784958 2024-12-15T03:36:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:27,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:27,730 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T03:36:27,732 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c1551786b40e,42769,1734233784958 2024-12-15T03:36:27,784 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c1551786b40e:42709 2024-12-15T03:36:27,785 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1008): ClusterId : 13e1f198-284a-4400-b2da-688ceaf1b863 2024-12-15T03:36:27,788 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T03:36:27,795 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T03:36:27,795 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T03:36:27,798 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T03:36:27,798 DEBUG [RS:0;c1551786b40e:42709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a1bbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:27,800 DEBUG [RS:0;c1551786b40e:42709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c1551786b40e/172.17.0.2:0 2024-12-15T03:36:27,804 INFO [RS:0;c1551786b40e:42709 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T03:36:27,805 INFO [RS:0;c1551786b40e:42709 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T03:36:27,805 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T03:36:27,808 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(3073): reportForDuty to master=c1551786b40e,42769,1734233784958 with isa=c1551786b40e/172.17.0.2:42709, startcode=1734233785718 2024-12-15T03:36:27,824 DEBUG [RS:0;c1551786b40e:42709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T03:36:27,830 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T03:36:27,839 INFO [master/c1551786b40e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T03:36:27,843 INFO [master/c1551786b40e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T03:36:27,852 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c1551786b40e,42769,1734233784958 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T03:36:27,858 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c1551786b40e:0, corePoolSize=5, maxPoolSize=5 2024-12-15T03:36:27,858 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c1551786b40e:0, corePoolSize=5, maxPoolSize=5 2024-12-15T03:36:27,859 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c1551786b40e:0, corePoolSize=5, maxPoolSize=5 2024-12-15T03:36:27,859 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c1551786b40e:0, corePoolSize=5, maxPoolSize=5 2024-12-15T03:36:27,859 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c1551786b40e:0, corePoolSize=10, maxPoolSize=10 2024-12-15T03:36:27,859 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:27,860 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c1551786b40e:0, corePoolSize=2, maxPoolSize=2 2024-12-15T03:36:27,860 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:27,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T03:36:27,866 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734233817866 2024-12-15T03:36:27,866 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41301, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T03:36:27,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T03:36:27,868 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T03:36:27,869 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T03:36:27,872 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:27,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T03:36:27,873 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:27,874 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T03:36:27,874 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T03:36:27,875 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T03:36:27,875 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T03:36:27,876 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:27,881 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T03:36:27,882 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T03:36:27,883 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T03:36:27,886 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T03:36:27,887 INFO [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T03:36:27,888 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c1551786b40e:0:becomeActiveMaster-HFileCleaner.large.0-1734233787888,5,FailOnTimeoutGroup] 2024-12-15T03:36:27,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741831_1007 (size=1039) 2024-12-15T03:36:27,890 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c1551786b40e:0:becomeActiveMaster-HFileCleaner.small.0-1734233787889,5,FailOnTimeoutGroup] 2024-12-15T03:36:27,890 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:27,890 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T03:36:27,892 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:27,892 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:27,906 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-15T03:36:27,906 WARN [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-15T03:36:28,008 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(3073): reportForDuty to master=c1551786b40e,42769,1734233784958 with isa=c1551786b40e/172.17.0.2:42709, startcode=1734233785718 2024-12-15T03:36:28,010 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] master.ServerManager(332): Checking decommissioned status of RegionServer c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] master.ServerManager(486): Registering regionserver=c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,021 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:36:28,021 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40195 2024-12-15T03:36:28,021 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T03:36:28,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T03:36:28,026 DEBUG [RS:0;c1551786b40e:42709 {}] zookeeper.ZKUtil(111): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,026 WARN [RS:0;c1551786b40e:42709 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T03:36:28,026 INFO [RS:0;c1551786b40e:42709 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:36:28,027 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c1551786b40e,42709,1734233785718] 2024-12-15T03:36:28,040 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T03:36:28,051 INFO [RS:0;c1551786b40e:42709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T03:36:28,064 INFO [RS:0;c1551786b40e:42709 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T03:36:28,067 INFO [RS:0;c1551786b40e:42709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T03:36:28,067 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,068 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T03:36:28,075 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,075 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,075 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,075 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,076 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,076 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,076 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c1551786b40e:0, corePoolSize=2, maxPoolSize=2 2024-12-15T03:36:28,076 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,076 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,077 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,077 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,077 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c1551786b40e:0, corePoolSize=1, maxPoolSize=1 2024-12-15T03:36:28,077 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c1551786b40e:0, corePoolSize=3, maxPoolSize=3 2024-12-15T03:36:28,077 DEBUG [RS:0;c1551786b40e:42709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0, corePoolSize=3, maxPoolSize=3 2024-12-15T03:36:28,078 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,078 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,078 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,078 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,079 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42709,1734233785718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T03:36:28,100 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T03:36:28,102 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42709,1734233785718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:28,122 INFO [RS:0;c1551786b40e:42709 {}] regionserver.Replication(204): c1551786b40e,42709,1734233785718 started 2024-12-15T03:36:28,122 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1767): Serving as c1551786b40e,42709,1734233785718, RpcServer on c1551786b40e/172.17.0.2:42709, sessionid=0x10093bf38340001 2024-12-15T03:36:28,123 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T03:36:28,123 DEBUG [RS:0;c1551786b40e:42709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,123 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1551786b40e,42709,1734233785718' 2024-12-15T03:36:28,123 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T03:36:28,124 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T03:36:28,125 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T03:36:28,125 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T03:36:28,125 DEBUG [RS:0;c1551786b40e:42709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,125 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1551786b40e,42709,1734233785718' 2024-12-15T03:36:28,125 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T03:36:28,126 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T03:36:28,127 DEBUG [RS:0;c1551786b40e:42709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T03:36:28,127 INFO [RS:0;c1551786b40e:42709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T03:36:28,127 INFO [RS:0;c1551786b40e:42709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T03:36:28,233 INFO [RS:0;c1551786b40e:42709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T03:36:28,237 INFO [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1551786b40e%2C42709%2C1734233785718, suffix=, logDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718, archiveDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/oldWALs, maxLogs=32 2024-12-15T03:36:28,257 DEBUG [RS:0;c1551786b40e:42709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718/c1551786b40e%2C42709%2C1734233785718.1734233788239, exclude list is [], retry=0 2024-12-15T03:36:28,263 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-5a096aa1-a4f0-4b6a-aad4-5642d26abccb,DISK] 2024-12-15T03:36:28,267 INFO [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718/c1551786b40e%2C42709%2C1734233785718.1734233788239 2024-12-15T03:36:28,268 DEBUG [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46747:46747)] 2024-12-15T03:36:28,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T03:36:28,294 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:36:28,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741833_1009 (size=32) 2024-12-15T03:36:28,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:28,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T03:36:28,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T03:36:28,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:28,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:28,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T03:36:28,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T03:36:28,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:28,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:28,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T03:36:28,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T03:36:28,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:28,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:28,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740 2024-12-15T03:36:28,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740 2024-12-15T03:36:28,726 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:36:28,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T03:36:28,733 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:36:28,735 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68534048, jitterRate=0.021236896514892578}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:36:28,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T03:36:28,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T03:36:28,738 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T03:36:28,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T03:36:28,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T03:36:28,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T03:36:28,740 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T03:36:28,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T03:36:28,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T03:36:28,744 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T03:36:28,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T03:36:28,761 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T03:36:28,763 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T03:36:28,916 DEBUG [c1551786b40e:42769 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T03:36:28,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:28,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c1551786b40e,42709,1734233785718, state=OPENING 2024-12-15T03:36:28,932 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T03:36:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:28,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:28,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T03:36:28,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T03:36:28,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:29,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:29,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T03:36:29,117 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T03:36:29,128 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T03:36:29,128 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T03:36:29,128 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T03:36:29,132 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1551786b40e%2C42709%2C1734233785718.meta, suffix=.meta, logDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718, archiveDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/oldWALs, maxLogs=32 2024-12-15T03:36:29,149 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718/c1551786b40e%2C42709%2C1734233785718.meta.1734233789134.meta, exclude list is [], retry=0 2024-12-15T03:36:29,153 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45647,DS-5a096aa1-a4f0-4b6a-aad4-5642d26abccb,DISK] 2024-12-15T03:36:29,156 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/WALs/c1551786b40e,42709,1734233785718/c1551786b40e%2C42709%2C1734233785718.meta.1734233789134.meta 2024-12-15T03:36:29,156 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46747:46747)] 2024-12-15T03:36:29,157 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:36:29,158 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T03:36:29,219 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T03:36:29,224 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T03:36:29,228 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T03:36:29,228 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:29,229 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T03:36:29,229 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T03:36:29,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T03:36:29,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T03:36:29,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:29,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:29,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T03:36:29,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T03:36:29,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:29,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:29,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T03:36:29,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T03:36:29,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:29,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T03:36:29,242 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740 2024-12-15T03:36:29,245 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740 2024-12-15T03:36:29,248 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:36:29,250 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T03:36:29,252 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75218510, jitterRate=0.12084314227104187}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:36:29,254 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T03:36:29,261 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734233789106 2024-12-15T03:36:29,273 DEBUG [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T03:36:29,273 INFO [RS_OPEN_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T03:36:29,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:29,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c1551786b40e,42709,1734233785718, state=OPEN 2024-12-15T03:36:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T03:36:29,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T03:36:29,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T03:36:29,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T03:36:29,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T03:36:29,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=c1551786b40e,42709,1734233785718 in 344 msec 2024-12-15T03:36:29,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T03:36:29,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-12-15T03:36:29,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-12-15T03:36:29,297 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734233789297, completionTime=-1 2024-12-15T03:36:29,297 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T03:36:29,297 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T03:36:29,336 DEBUG [hconnection-0x61f034c0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:29,338 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:29,350 INFO [master/c1551786b40e:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T03:36:29,350 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734233849350 2024-12-15T03:36:29,350 INFO [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734233909350 2024-12-15T03:36:29,350 INFO [master/c1551786b40e:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-12-15T03:36:29,371 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42769,1734233784958-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:29,371 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42769,1734233784958-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:29,372 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42769,1734233784958-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:29,373 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c1551786b40e:42769, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:29,374 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:29,379 DEBUG [master/c1551786b40e:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T03:36:29,381 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T03:36:29,383 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T03:36:29,389 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T03:36:29,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:36:29,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:29,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:36:29,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741835_1011 (size=358) 2024-12-15T03:36:29,811 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 73ec39599547a0c67abfcc7a7990d5a9, NAME => 'hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:36:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741836_1012 (size=42) 2024-12-15T03:36:30,224 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:30,224 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 73ec39599547a0c67abfcc7a7990d5a9, disabling compactions & flushes 2024-12-15T03:36:30,224 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,224 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,224 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. after waiting 0 ms 2024-12-15T03:36:30,224 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,224 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,224 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 73ec39599547a0c67abfcc7a7990d5a9: 2024-12-15T03:36:30,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:36:30,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734233790228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233790228"}]},"ts":"1734233790228"} 2024-12-15T03:36:30,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:36:30,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:36:30,262 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233790259"}]},"ts":"1734233790259"} 2024-12-15T03:36:30,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T03:36:30,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=73ec39599547a0c67abfcc7a7990d5a9, ASSIGN}] 2024-12-15T03:36:30,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=73ec39599547a0c67abfcc7a7990d5a9, ASSIGN 2024-12-15T03:36:30,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=73ec39599547a0c67abfcc7a7990d5a9, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:36:30,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=73ec39599547a0c67abfcc7a7990d5a9, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:30,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 73ec39599547a0c67abfcc7a7990d5a9, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:30,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:30,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 73ec39599547a0c67abfcc7a7990d5a9, NAME => 'hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:36:30,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:30,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,598 INFO [StoreOpener-73ec39599547a0c67abfcc7a7990d5a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,601 INFO [StoreOpener-73ec39599547a0c67abfcc7a7990d5a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73ec39599547a0c67abfcc7a7990d5a9 columnFamilyName info 2024-12-15T03:36:30,601 DEBUG [StoreOpener-73ec39599547a0c67abfcc7a7990d5a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:30,602 INFO [StoreOpener-73ec39599547a0c67abfcc7a7990d5a9-1 {}] regionserver.HStore(327): Store=73ec39599547a0c67abfcc7a7990d5a9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:30,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:36:30,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:36:30,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 73ec39599547a0c67abfcc7a7990d5a9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68070867, jitterRate=0.014334961771965027}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T03:36:30,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 73ec39599547a0c67abfcc7a7990d5a9: 2024-12-15T03:36:30,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9., pid=6, masterSystemTime=1734233790589 2024-12-15T03:36:30,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:36:30,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=73ec39599547a0c67abfcc7a7990d5a9, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:30,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T03:36:30,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 73ec39599547a0c67abfcc7a7990d5a9, server=c1551786b40e,42709,1734233785718 in 188 msec 2024-12-15T03:36:30,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T03:36:30,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=73ec39599547a0c67abfcc7a7990d5a9, ASSIGN in 350 msec 2024-12-15T03:36:30,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:36:30,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233790632"}]},"ts":"1734233790632"} 2024-12-15T03:36:30,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T03:36:30,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:36:30,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2560 sec 2024-12-15T03:36:30,693 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T03:36:30,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T03:36:30,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:30,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:36:30,725 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T03:36:30,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T03:36:30,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-15T03:36:30,749 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T03:36:30,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T03:36:30,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-12-15T03:36:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T03:36:30,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T03:36:30,781 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.970sec 2024-12-15T03:36:30,783 INFO [master/c1551786b40e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T03:36:30,785 INFO [master/c1551786b40e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T03:36:30,786 INFO [master/c1551786b40e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T03:36:30,786 INFO [master/c1551786b40e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T03:36:30,787 INFO [master/c1551786b40e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T03:36:30,788 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42769,1734233784958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T03:36:30,788 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42769,1734233784958-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T03:36:30,797 DEBUG [master/c1551786b40e:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T03:36:30,798 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T03:36:30,798 INFO [master/c1551786b40e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1551786b40e,42769,1734233784958-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T03:36:30,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0870ca2a to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63dfbe60 2024-12-15T03:36:30,888 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T03:36:30,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:30,898 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T03:36:30,898 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T03:36:30,908 DEBUG [hconnection-0x6449c4c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:30,916 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:30,925 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=c1551786b40e,42769,1734233784958 2024-12-15T03:36:30,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=90, ProcessCount=11, AvailableMemoryMB=3095 2024-12-15T03:36:30,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:36:30,954 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:36:30,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:36:30,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:36:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:30,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:36:30,968 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:30,970 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:36:30,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-15T03:36:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T03:36:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741837_1013 (size=963) 2024-12-15T03:36:31,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T03:36:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T03:36:31,386 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:36:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741838_1014 (size=53) 2024-12-15T03:36:31,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:31,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 957a020a2e3986124f927143c620b69d, disabling compactions & flushes 2024-12-15T03:36:31,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. after waiting 0 ms 2024-12-15T03:36:31,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,396 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:31,398 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:36:31,399 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734233791398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233791398"}]},"ts":"1734233791398"} 2024-12-15T03:36:31,402 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:36:31,403 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:36:31,404 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233791404"}]},"ts":"1734233791404"} 2024-12-15T03:36:31,410 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T03:36:31,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, ASSIGN}] 2024-12-15T03:36:31,416 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, ASSIGN 2024-12-15T03:36:31,418 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:36:31,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=957a020a2e3986124f927143c620b69d, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:31,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T03:36:31,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:31,731 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,732 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:36:31,732 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,732 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:31,732 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,732 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,735 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,738 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:31,738 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957a020a2e3986124f927143c620b69d columnFamilyName A 2024-12-15T03:36:31,738 DEBUG [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:31,739 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.HStore(327): Store=957a020a2e3986124f927143c620b69d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:31,740 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,741 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:31,742 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957a020a2e3986124f927143c620b69d columnFamilyName B 2024-12-15T03:36:31,742 DEBUG [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:31,743 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.HStore(327): Store=957a020a2e3986124f927143c620b69d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:31,743 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,744 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:31,745 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 957a020a2e3986124f927143c620b69d columnFamilyName C 2024-12-15T03:36:31,745 DEBUG [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:31,746 INFO [StoreOpener-957a020a2e3986124f927143c620b69d-1 {}] regionserver.HStore(327): Store=957a020a2e3986124f927143c620b69d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:31,746 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,747 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,748 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,750 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:36:31,752 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:31,756 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:36:31,757 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 957a020a2e3986124f927143c620b69d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63264272, jitterRate=-0.05728888511657715}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:36:31,758 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:31,759 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., pid=11, masterSystemTime=1734233791725 2024-12-15T03:36:31,762 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,762 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:31,763 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=957a020a2e3986124f927143c620b69d, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:31,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T03:36:31,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 in 195 msec 2024-12-15T03:36:31,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T03:36:31,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, ASSIGN in 355 msec 2024-12-15T03:36:31,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:36:31,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233791774"}]},"ts":"1734233791774"} 2024-12-15T03:36:31,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T03:36:31,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:36:31,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 816 msec 2024-12-15T03:36:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T03:36:32,090 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-15T03:36:32,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02a08c5a to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6be4168e 2024-12-15T03:36:32,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,107 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:36:32,112 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:36:32,119 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24512372 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5038857 2024-12-15T03:36:32,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-12-15T03:36:32,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68aae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d523ff to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@629b91f8 2024-12-15T03:36:32,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-12-15T03:36:32,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb8ce8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d888e3e to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53f30e40 2024-12-15T03:36:32,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915562a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f34c0b8 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@691cbc80 2024-12-15T03:36:32,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502730d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ebb9f30 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cfc6db 2024-12-15T03:36:32,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8793a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f18a09d to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8b52656 2024-12-15T03:36:32,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71209fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x426bcd11 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@634dc49c 2024-12-15T03:36:32,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:32,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:32,180 DEBUG [hconnection-0x7c0c677-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,181 DEBUG [hconnection-0x2735bed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,181 DEBUG [hconnection-0x6222f4b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,182 DEBUG [hconnection-0x4d0fdb91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,182 DEBUG [hconnection-0x71942b95-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,185 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,185 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,186 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-15T03:36:32,187 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,187 DEBUG [hconnection-0x4766e894-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,188 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:32,189 DEBUG [hconnection-0x19cc3c4a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,190 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:32,191 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:32,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:32,196 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,200 DEBUG [hconnection-0x349dfba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,203 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,211 DEBUG [hconnection-0x7187c99f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:32,220 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:32,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:36:32,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:32,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:32,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:32,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:32,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:32,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:32,358 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:32,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/58d4cf37fe4e46e69ce764ff0188bd97 is 50, key is test_row_0/A:col10/1734233792261/Put/seqid=0 2024-12-15T03:36:32,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741839_1015 (size=12001) 2024-12-15T03:36:32,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/58d4cf37fe4e46e69ce764ff0188bd97 2024-12-15T03:36:32,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233852477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233852482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:32,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233852484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233852496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233852500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,566 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/a6342fb67c344246993dafd7321a5eac is 50, key is test_row_0/B:col10/1734233792261/Put/seqid=0 2024-12-15T03:36:32,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233852602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233852600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233852609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233852618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741840_1016 (size=12001) 2024-12-15T03:36:32,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233852621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/a6342fb67c344246993dafd7321a5eac 2024-12-15T03:36:32,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/54e4c3487fd84003a3fb8b6758a01f02 is 50, key is test_row_0/C:col10/1734233792261/Put/seqid=0 2024-12-15T03:36:32,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741841_1017 (size=12001) 2024-12-15T03:36:32,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/54e4c3487fd84003a3fb8b6758a01f02 2024-12-15T03:36:32,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/58d4cf37fe4e46e69ce764ff0188bd97 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/58d4cf37fe4e46e69ce764ff0188bd97 2024-12-15T03:36:32,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/58d4cf37fe4e46e69ce764ff0188bd97, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T03:36:32,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,728 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-15T03:36:32,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:32,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/a6342fb67c344246993dafd7321a5eac as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/a6342fb67c344246993dafd7321a5eac 2024-12-15T03:36:32,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/a6342fb67c344246993dafd7321a5eac, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T03:36:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/54e4c3487fd84003a3fb8b6758a01f02 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/54e4c3487fd84003a3fb8b6758a01f02 2024-12-15T03:36:32,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/54e4c3487fd84003a3fb8b6758a01f02, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T03:36:32,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 957a020a2e3986124f927143c620b69d in 494ms, sequenceid=13, compaction requested=false 2024-12-15T03:36:32,773 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T03:36:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:32,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T03:36:32,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:32,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:32,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:32,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/b233de33714d46ecbdd18e666833dfe0 is 50, key is test_row_0/A:col10/1734233792821/Put/seqid=0 2024-12-15T03:36:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233852845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233852846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233852847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233852850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233852851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:32,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:32,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:32,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741842_1018 (size=16681) 2024-12-15T03:36:32,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233852964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233852965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233852964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233852966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:32,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233852968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233853172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233853172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233853173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233853174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233853181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,208 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:33,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/b233de33714d46ecbdd18e666833dfe0 2024-12-15T03:36:33,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/02ad31e36fb34d398e1febba5958aab0 is 50, key is test_row_0/B:col10/1734233792821/Put/seqid=0 2024-12-15T03:36:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741843_1019 (size=12001) 2024-12-15T03:36:33,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/02ad31e36fb34d398e1febba5958aab0 2024-12-15T03:36:33,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f3f195f198bc479e9f89ddd022373073 is 50, key is test_row_0/C:col10/1734233792821/Put/seqid=0 2024-12-15T03:36:33,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741844_1020 (size=12001) 2024-12-15T03:36:33,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f3f195f198bc479e9f89ddd022373073 2024-12-15T03:36:33,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/b233de33714d46ecbdd18e666833dfe0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b233de33714d46ecbdd18e666833dfe0 2024-12-15T03:36:33,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b233de33714d46ecbdd18e666833dfe0, entries=250, sequenceid=41, filesize=16.3 K 2024-12-15T03:36:33,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/02ad31e36fb34d398e1febba5958aab0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/02ad31e36fb34d398e1febba5958aab0 2024-12-15T03:36:33,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/02ad31e36fb34d398e1febba5958aab0, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T03:36:33,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f3f195f198bc479e9f89ddd022373073 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f3f195f198bc479e9f89ddd022373073 2024-12-15T03:36:33,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f3f195f198bc479e9f89ddd022373073, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T03:36:33,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 957a020a2e3986124f927143c620b69d in 667ms, sequenceid=41, compaction requested=false 2024-12-15T03:36:33,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:33,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:36:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:33,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:33,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/994e054379334a2e9dbed13c030c3b84 is 50, key is test_row_0/A:col10/1734233792838/Put/seqid=0 2024-12-15T03:36:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741845_1021 (size=21365) 2024-12-15T03:36:33,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/994e054379334a2e9dbed13c030c3b84 2024-12-15T03:36:33,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/1ef1864f287343fb9f941a158557ad3a is 50, key is test_row_0/B:col10/1734233792838/Put/seqid=0 2024-12-15T03:36:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233853588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233853589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233853591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233853616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233853623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741846_1022 (size=12001) 2024-12-15T03:36:33,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/1ef1864f287343fb9f941a158557ad3a 2024-12-15T03:36:33,690 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/78ad6b16eade4024b4d1068b83f75790 is 50, key is test_row_0/C:col10/1734233792838/Put/seqid=0 2024-12-15T03:36:33,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741847_1023 (size=12001) 2024-12-15T03:36:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233853727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233853730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233853728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233853728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233853733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:33,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:33,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233853940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233853942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233853945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233853945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:33,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233853946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T03:36:34,046 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T03:36:34,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/78ad6b16eade4024b4d1068b83f75790 2024-12-15T03:36:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/994e054379334a2e9dbed13c030c3b84 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/994e054379334a2e9dbed13c030c3b84 2024-12-15T03:36:34,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/994e054379334a2e9dbed13c030c3b84, entries=350, sequenceid=54, filesize=20.9 K 2024-12-15T03:36:34,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/1ef1864f287343fb9f941a158557ad3a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef1864f287343fb9f941a158557ad3a 2024-12-15T03:36:34,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef1864f287343fb9f941a158557ad3a, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T03:36:34,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/78ad6b16eade4024b4d1068b83f75790 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/78ad6b16eade4024b4d1068b83f75790 2024-12-15T03:36:34,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/78ad6b16eade4024b4d1068b83f75790, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T03:36:34,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 957a020a2e3986124f927143c620b69d in 685ms, sequenceid=54, compaction requested=true 2024-12-15T03:36:34,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:34,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:34,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:34,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:34,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:34,196 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:34,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:34,198 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:34,202 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:34,204 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:34,205 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,205 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/a6342fb67c344246993dafd7321a5eac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/02ad31e36fb34d398e1febba5958aab0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef1864f287343fb9f941a158557ad3a] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=35.2 K 2024-12-15T03:36:34,206 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:34,207 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:34,207 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,207 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a6342fb67c344246993dafd7321a5eac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734233792261 2024-12-15T03:36:34,207 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/58d4cf37fe4e46e69ce764ff0188bd97, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b233de33714d46ecbdd18e666833dfe0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/994e054379334a2e9dbed13c030c3b84] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=48.9 K 2024-12-15T03:36:34,208 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58d4cf37fe4e46e69ce764ff0188bd97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734233792261 2024-12-15T03:36:34,209 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ad31e36fb34d398e1febba5958aab0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734233792821 2024-12-15T03:36:34,209 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b233de33714d46ecbdd18e666833dfe0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734233792484 2024-12-15T03:36:34,210 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ef1864f287343fb9f941a158557ad3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734233792838 2024-12-15T03:36:34,212 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 994e054379334a2e9dbed13c030c3b84, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734233792838 2024-12-15T03:36:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:34,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:36:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:34,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:34,270 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#9 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:34,272 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0 is 50, key is test_row_0/A:col10/1734233792838/Put/seqid=0 2024-12-15T03:36:34,273 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:34,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e1d5b0e06af04fed8b1dfd10d29209eb is 50, key is test_row_0/A:col10/1734233793591/Put/seqid=0 2024-12-15T03:36:34,280 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9e8d73ce8d8a415481a69fb808954c62 is 50, key is test_row_0/B:col10/1734233792838/Put/seqid=0 2024-12-15T03:36:34,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233854274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233854285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233854287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:34,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741848_1024 (size=12104) 2024-12-15T03:36:34,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233854299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233854299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741849_1025 (size=14341) 2024-12-15T03:36:34,323 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0 2024-12-15T03:36:34,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e1d5b0e06af04fed8b1dfd10d29209eb 2024-12-15T03:36:34,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741850_1026 (size=12104) 2024-12-15T03:36:34,350 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 2db20e8c5f3a4cb79fbbc3aa93cb73b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:34,350 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:34,350 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233794194; duration=0sec 2024-12-15T03:36:34,350 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:34,351 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:34,351 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:34,353 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:34,353 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:34,354 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,354 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/54e4c3487fd84003a3fb8b6758a01f02, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f3f195f198bc479e9f89ddd022373073, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/78ad6b16eade4024b4d1068b83f75790] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=35.2 K 2024-12-15T03:36:34,355 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54e4c3487fd84003a3fb8b6758a01f02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734233792261 2024-12-15T03:36:34,356 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f195f198bc479e9f89ddd022373073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734233792821 2024-12-15T03:36:34,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/8be07be473e04fda8b38afb10a19da52 is 50, key is test_row_0/B:col10/1734233793591/Put/seqid=0 2024-12-15T03:36:34,358 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78ad6b16eade4024b4d1068b83f75790, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734233792838 2024-12-15T03:36:34,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9e8d73ce8d8a415481a69fb808954c62 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9e8d73ce8d8a415481a69fb808954c62 2024-12-15T03:36:34,395 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 9e8d73ce8d8a415481a69fb808954c62(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:34,395 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:34,395 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233794196; duration=0sec 2024-12-15T03:36:34,395 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:34,395 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741851_1027 (size=12001) 2024-12-15T03:36:34,407 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:34,408 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/e02b6ae72b8a413c822d3e74f6c9b70f is 50, key is test_row_0/C:col10/1734233792838/Put/seqid=0 2024-12-15T03:36:34,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233854402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233854404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233854403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233854415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233854416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741852_1028 (size=12104) 2024-12-15T03:36:34,467 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/e02b6ae72b8a413c822d3e74f6c9b70f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/e02b6ae72b8a413c822d3e74f6c9b70f 2024-12-15T03:36:34,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,485 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into e02b6ae72b8a413c822d3e74f6c9b70f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:34,485 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:34,486 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233794196; duration=0sec 2024-12-15T03:36:34,486 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:34,486 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:34,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233854612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233854615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233854616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233854628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233854629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,744 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T03:36:34,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/8be07be473e04fda8b38afb10a19da52 2024-12-15T03:36:34,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/5b4c081215f24c7d92a39a0bd09a38ba is 50, key is test_row_0/C:col10/1734233793591/Put/seqid=0 2024-12-15T03:36:34,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741853_1029 (size=12001) 2024-12-15T03:36:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233854917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233854922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233854923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233854934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:34,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233854935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:34,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:34,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:34,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:34,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:35,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:35,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:35,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:35,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:35,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:35,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:35,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/5b4c081215f24c7d92a39a0bd09a38ba 2024-12-15T03:36:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e1d5b0e06af04fed8b1dfd10d29209eb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e1d5b0e06af04fed8b1dfd10d29209eb 2024-12-15T03:36:35,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e1d5b0e06af04fed8b1dfd10d29209eb, entries=200, sequenceid=78, filesize=14.0 K 2024-12-15T03:36:35,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/8be07be473e04fda8b38afb10a19da52 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/8be07be473e04fda8b38afb10a19da52 2024-12-15T03:36:35,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/8be07be473e04fda8b38afb10a19da52, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:36:35,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/5b4c081215f24c7d92a39a0bd09a38ba as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/5b4c081215f24c7d92a39a0bd09a38ba 2024-12-15T03:36:35,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/5b4c081215f24c7d92a39a0bd09a38ba, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:36:35,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 957a020a2e3986124f927143c620b69d in 1091ms, sequenceid=78, compaction requested=false 2024-12-15T03:36:35,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:35,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T03:36:35,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:35,408 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:36:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:35,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:35,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/ceb2684180e249b09a7f24febf5171c5 is 50, key is test_row_0/A:col10/1734233794295/Put/seqid=0 2024-12-15T03:36:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:35,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741854_1030 (size=12001) 2024-12-15T03:36:35,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T03:36:35,453 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T03:36:35,457 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/ceb2684180e249b09a7f24febf5171c5 2024-12-15T03:36:35,457 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T03:36:35,457 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T03:36:35,459 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T03:36:35,459 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T03:36:35,460 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T03:36:35,460 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T03:36:35,461 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T03:36:35,461 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T03:36:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4b1ce3c65eb14a33a4eb17b7111bfcfc is 50, key is test_row_0/B:col10/1734233794295/Put/seqid=0 2024-12-15T03:36:35,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233855475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233855478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233855484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233855485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233855486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741855_1031 (size=12001) 2024-12-15T03:36:35,511 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4b1ce3c65eb14a33a4eb17b7111bfcfc 2024-12-15T03:36:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/d6763b369be1494998ad67a3bc5e2365 is 50, key is test_row_0/C:col10/1734233794295/Put/seqid=0 2024-12-15T03:36:35,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741856_1032 (size=12001) 2024-12-15T03:36:35,568 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/d6763b369be1494998ad67a3bc5e2365 2024-12-15T03:36:35,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/ceb2684180e249b09a7f24febf5171c5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ceb2684180e249b09a7f24febf5171c5 2024-12-15T03:36:35,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233855588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233855589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233855591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233855591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233855596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,603 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ceb2684180e249b09a7f24febf5171c5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T03:36:35,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4b1ce3c65eb14a33a4eb17b7111bfcfc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b1ce3c65eb14a33a4eb17b7111bfcfc 2024-12-15T03:36:35,620 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b1ce3c65eb14a33a4eb17b7111bfcfc, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T03:36:35,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/d6763b369be1494998ad67a3bc5e2365 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d6763b369be1494998ad67a3bc5e2365 2024-12-15T03:36:35,638 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d6763b369be1494998ad67a3bc5e2365, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T03:36:35,641 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 957a020a2e3986124f927143c620b69d in 233ms, sequenceid=93, compaction requested=true 2024-12-15T03:36:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:35,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-15T03:36:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-15T03:36:35,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-15T03:36:35,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4480 sec 2024-12-15T03:36:35,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.4690 sec 2024-12-15T03:36:35,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T03:36:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:35,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:35,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:35,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:35,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:35,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/bb33908d85904359baa573d23f4976e9 is 50, key is test_row_0/A:col10/1734233795483/Put/seqid=0 2024-12-15T03:36:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741857_1033 (size=16681) 2024-12-15T03:36:35,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/bb33908d85904359baa573d23f4976e9 2024-12-15T03:36:35,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3ad5d5d5e90a4a32b67ff2656c088543 is 50, key is test_row_0/B:col10/1734233795483/Put/seqid=0 2024-12-15T03:36:35,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741858_1034 (size=12001) 2024-12-15T03:36:35,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3ad5d5d5e90a4a32b67ff2656c088543 2024-12-15T03:36:35,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cad18e46c7bb4e3bb11a8f041e44f027 is 50, key is test_row_0/C:col10/1734233795483/Put/seqid=0 2024-12-15T03:36:35,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741859_1035 (size=12001) 2024-12-15T03:36:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233855882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233855882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233855882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233855886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233855890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233855992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233855992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233855992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233855993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:35,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:35,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233855996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233856197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233856198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233856197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233856199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233856200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cad18e46c7bb4e3bb11a8f041e44f027 2024-12-15T03:36:36,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/bb33908d85904359baa573d23f4976e9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bb33908d85904359baa573d23f4976e9 2024-12-15T03:36:36,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T03:36:36,305 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-15T03:36:36,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-15T03:36:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T03:36:36,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:36,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:36,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:36,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bb33908d85904359baa573d23f4976e9, entries=250, sequenceid=120, filesize=16.3 K 2024-12-15T03:36:36,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3ad5d5d5e90a4a32b67ff2656c088543 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3ad5d5d5e90a4a32b67ff2656c088543 2024-12-15T03:36:36,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3ad5d5d5e90a4a32b67ff2656c088543, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T03:36:36,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cad18e46c7bb4e3bb11a8f041e44f027 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cad18e46c7bb4e3bb11a8f041e44f027 2024-12-15T03:36:36,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cad18e46c7bb4e3bb11a8f041e44f027, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T03:36:36,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 957a020a2e3986124f927143c620b69d in 557ms, sequenceid=120, compaction requested=true 2024-12-15T03:36:36,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:36,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:36,357 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:36:36,357 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:36:36,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:36,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:36,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:36,360 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:36:36,360 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55127 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:36:36,360 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:36,360 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:36,360 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:36,360 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:36,360 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9e8d73ce8d8a415481a69fb808954c62, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/8be07be473e04fda8b38afb10a19da52, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b1ce3c65eb14a33a4eb17b7111bfcfc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3ad5d5d5e90a4a32b67ff2656c088543] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=47.0 K 2024-12-15T03:36:36,360 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e1d5b0e06af04fed8b1dfd10d29209eb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ceb2684180e249b09a7f24febf5171c5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bb33908d85904359baa573d23f4976e9] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=53.8 K 2024-12-15T03:36:36,361 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2db20e8c5f3a4cb79fbbc3aa93cb73b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734233792838 2024-12-15T03:36:36,361 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e8d73ce8d8a415481a69fb808954c62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734233792838 2024-12-15T03:36:36,362 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1d5b0e06af04fed8b1dfd10d29209eb, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233793574 2024-12-15T03:36:36,362 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8be07be473e04fda8b38afb10a19da52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233793574 2024-12-15T03:36:36,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:36,363 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b1ce3c65eb14a33a4eb17b7111bfcfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233794268 2024-12-15T03:36:36,363 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ceb2684180e249b09a7f24febf5171c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233794268 2024-12-15T03:36:36,364 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ad5d5d5e90a4a32b67ff2656c088543, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233795470 2024-12-15T03:36:36,364 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb33908d85904359baa573d23f4976e9, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233795470 2024-12-15T03:36:36,406 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#21 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:36,408 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4a65125d073646f384017d495d0d6cf4 is 50, key is test_row_0/A:col10/1734233795483/Put/seqid=0 2024-12-15T03:36:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T03:36:36,418 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:36,419 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9eb69c9f27004638b3191810594b0bd1 is 50, key is test_row_0/B:col10/1734233795483/Put/seqid=0 2024-12-15T03:36:36,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741860_1036 (size=12241) 2024-12-15T03:36:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741861_1037 (size=12241) 2024-12-15T03:36:36,457 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4a65125d073646f384017d495d0d6cf4 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4a65125d073646f384017d495d0d6cf4 2024-12-15T03:36:36,465 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T03:36:36,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:36,467 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9eb69c9f27004638b3191810594b0bd1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9eb69c9f27004638b3191810594b0bd1 2024-12-15T03:36:36,467 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T03:36:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:36,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:36,471 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 4a65125d073646f384017d495d0d6cf4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:36,471 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:36,472 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=12, startTime=1734233796356; duration=0sec 2024-12-15T03:36:36,472 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:36,472 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:36,472 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:36:36,476 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:36:36,477 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:36,477 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:36,477 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/e02b6ae72b8a413c822d3e74f6c9b70f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/5b4c081215f24c7d92a39a0bd09a38ba, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d6763b369be1494998ad67a3bc5e2365, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cad18e46c7bb4e3bb11a8f041e44f027] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=47.0 K 2024-12-15T03:36:36,478 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e02b6ae72b8a413c822d3e74f6c9b70f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734233792838 2024-12-15T03:36:36,480 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b4c081215f24c7d92a39a0bd09a38ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233793574 2024-12-15T03:36:36,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/524486fd48ac49ef815571028585181e is 50, key is test_row_1/A:col10/1734233795881/Put/seqid=0 2024-12-15T03:36:36,482 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6763b369be1494998ad67a3bc5e2365, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233794268 2024-12-15T03:36:36,482 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting cad18e46c7bb4e3bb11a8f041e44f027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233795470 2024-12-15T03:36:36,489 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 9eb69c9f27004638b3191810594b0bd1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:36,489 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:36,489 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=12, startTime=1734233796357; duration=0sec 2024-12-15T03:36:36,489 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:36,489 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:36,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741862_1038 (size=9707) 2024-12-15T03:36:36,515 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/524486fd48ac49ef815571028585181e 2024-12-15T03:36:36,516 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:36,519 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/467e2a74f39749e7b795bb63bd137b5c is 50, key is test_row_0/C:col10/1734233795483/Put/seqid=0 2024-12-15T03:36:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/598d9960ff294aed82f9aa6a3b6f51b2 is 50, key is test_row_1/B:col10/1734233795881/Put/seqid=0 2024-12-15T03:36:36,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741863_1039 (size=12241) 2024-12-15T03:36:36,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233856547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233856547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233856550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,556 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/467e2a74f39749e7b795bb63bd137b5c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/467e2a74f39749e7b795bb63bd137b5c 2024-12-15T03:36:36,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233856552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233856552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741864_1040 (size=9707) 2024-12-15T03:36:36,563 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/598d9960ff294aed82f9aa6a3b6f51b2 2024-12-15T03:36:36,570 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 467e2a74f39749e7b795bb63bd137b5c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:36,570 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:36,570 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=12, startTime=1734233796358; duration=0sec 2024-12-15T03:36:36,570 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:36,570 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/c70a02476b1d42baa52d5eac2b169148 is 50, key is test_row_1/C:col10/1734233795881/Put/seqid=0 2024-12-15T03:36:36,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741865_1041 (size=9707) 2024-12-15T03:36:36,604 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/c70a02476b1d42baa52d5eac2b169148 2024-12-15T03:36:36,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T03:36:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/524486fd48ac49ef815571028585181e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/524486fd48ac49ef815571028585181e 2024-12-15T03:36:36,634 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/524486fd48ac49ef815571028585181e, entries=100, sequenceid=130, filesize=9.5 K 2024-12-15T03:36:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/598d9960ff294aed82f9aa6a3b6f51b2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/598d9960ff294aed82f9aa6a3b6f51b2 2024-12-15T03:36:36,650 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/598d9960ff294aed82f9aa6a3b6f51b2, entries=100, sequenceid=130, filesize=9.5 K 2024-12-15T03:36:36,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/c70a02476b1d42baa52d5eac2b169148 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/c70a02476b1d42baa52d5eac2b169148 2024-12-15T03:36:36,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233856657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233856657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233856658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233856659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233856660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,669 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/c70a02476b1d42baa52d5eac2b169148, entries=100, sequenceid=130, filesize=9.5 K 2024-12-15T03:36:36,672 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 957a020a2e3986124f927143c620b69d in 205ms, sequenceid=130, compaction requested=false 2024-12-15T03:36:36,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:36,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:36,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-15T03:36:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-15T03:36:36,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-15T03:36:36,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 362 msec 2024-12-15T03:36:36,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 371 msec 2024-12-15T03:36:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:36,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T03:36:36,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:36,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:36,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:36,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:36,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:36,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:36,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233856875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233856877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233856881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233856881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233856882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/88c67a1fd5494026a9369223a8549928 is 50, key is test_row_0/A:col10/1734233796870/Put/seqid=0 2024-12-15T03:36:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741866_1042 (size=12151) 2024-12-15T03:36:36,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/88c67a1fd5494026a9369223a8549928 2024-12-15T03:36:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T03:36:36,916 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-15T03:36:36,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-15T03:36:36,925 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:36,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/c60226dcc72d4229901cb8ca21858b19 is 50, key is test_row_0/B:col10/1734233796870/Put/seqid=0 2024-12-15T03:36:36,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T03:36:36,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741867_1043 (size=12151) 2024-12-15T03:36:36,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/c60226dcc72d4229901cb8ca21858b19 2024-12-15T03:36:36,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/1aa81a79b10f45019fdaf2ad4e6dc250 is 50, key is test_row_0/C:col10/1734233796870/Put/seqid=0 2024-12-15T03:36:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233856984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233856985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233856986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233856987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:36,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233856987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:36,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741868_1044 (size=12151) 2024-12-15T03:36:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T03:36:37,081 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:37,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233857189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233857191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233857191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233857196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233857198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T03:36:37,237 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:37,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:37,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/1aa81a79b10f45019fdaf2ad4e6dc250 2024-12-15T03:36:37,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:37,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:37,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/88c67a1fd5494026a9369223a8549928 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/88c67a1fd5494026a9369223a8549928 2024-12-15T03:36:37,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/88c67a1fd5494026a9369223a8549928, entries=150, sequenceid=162, filesize=11.9 K 2024-12-15T03:36:37,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/c60226dcc72d4229901cb8ca21858b19 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c60226dcc72d4229901cb8ca21858b19 2024-12-15T03:36:37,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c60226dcc72d4229901cb8ca21858b19, entries=150, sequenceid=162, filesize=11.9 K 2024-12-15T03:36:37,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/1aa81a79b10f45019fdaf2ad4e6dc250 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1aa81a79b10f45019fdaf2ad4e6dc250 2024-12-15T03:36:37,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1aa81a79b10f45019fdaf2ad4e6dc250, entries=150, sequenceid=162, filesize=11.9 K 2024-12-15T03:36:37,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 957a020a2e3986124f927143c620b69d in 576ms, sequenceid=162, compaction requested=true 2024-12-15T03:36:37,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:37,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:37,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:37,448 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:37,448 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:37,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:37,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:37,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:37,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:37,450 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:37,451 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:37,451 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,451 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4a65125d073646f384017d495d0d6cf4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/524486fd48ac49ef815571028585181e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/88c67a1fd5494026a9369223a8549928] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=33.3 K 2024-12-15T03:36:37,452 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:37,452 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:37,452 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,452 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9eb69c9f27004638b3191810594b0bd1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/598d9960ff294aed82f9aa6a3b6f51b2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c60226dcc72d4229901cb8ca21858b19] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=33.3 K 2024-12-15T03:36:37,453 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a65125d073646f384017d495d0d6cf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233795470 2024-12-15T03:36:37,453 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eb69c9f27004638b3191810594b0bd1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233795470 2024-12-15T03:36:37,454 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 524486fd48ac49ef815571028585181e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734233795881 2024-12-15T03:36:37,454 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 598d9960ff294aed82f9aa6a3b6f51b2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734233795881 2024-12-15T03:36:37,455 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c60226dcc72d4229901cb8ca21858b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734233796548 2024-12-15T03:36:37,455 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88c67a1fd5494026a9369223a8549928, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734233796548 2024-12-15T03:36:37,478 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:37,479 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/70b5620d33554265b0d23bef007f3c1f is 50, key is test_row_0/A:col10/1734233796870/Put/seqid=0 2024-12-15T03:36:37,486 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:37,487 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e02737cbac79490fb51d8e1dd3a9f580 is 50, key is test_row_0/B:col10/1734233796870/Put/seqid=0 2024-12-15T03:36:37,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741869_1045 (size=12493) 2024-12-15T03:36:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:37,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:36:37,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:37,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8b24ab57c3cb4f0dbcd89755af95e94a is 50, key is test_row_0/A:col10/1734233797499/Put/seqid=0 2024-12-15T03:36:37,521 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/70b5620d33554265b0d23bef007f3c1f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/70b5620d33554265b0d23bef007f3c1f 2024-12-15T03:36:37,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741870_1046 (size=12493) 2024-12-15T03:36:37,533 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 70b5620d33554265b0d23bef007f3c1f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T03:36:37,534 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:37,534 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233797448; duration=0sec 2024-12-15T03:36:37,534 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:37,535 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:37,535 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:37,538 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:37,538 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:37,538 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,538 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/467e2a74f39749e7b795bb63bd137b5c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/c70a02476b1d42baa52d5eac2b169148, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1aa81a79b10f45019fdaf2ad4e6dc250] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=33.3 K 2024-12-15T03:36:37,539 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 467e2a74f39749e7b795bb63bd137b5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233795470 2024-12-15T03:36:37,539 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c70a02476b1d42baa52d5eac2b169148, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1734233795881 2024-12-15T03:36:37,540 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aa81a79b10f45019fdaf2ad4e6dc250, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734233796548 2024-12-15T03:36:37,542 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e02737cbac79490fb51d8e1dd3a9f580 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e02737cbac79490fb51d8e1dd3a9f580 2024-12-15T03:36:37,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:37,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,555 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into e02737cbac79490fb51d8e1dd3a9f580(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:37,555 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:37,556 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233797448; duration=0sec 2024-12-15T03:36:37,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741871_1047 (size=12151) 2024-12-15T03:36:37,556 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:37,556 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:37,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8b24ab57c3cb4f0dbcd89755af95e94a 2024-12-15T03:36:37,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233857551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233857551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233857554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233857558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233857559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,571 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#33 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:37,571 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/24bb167cc4084629a9eeac424e98a2ec is 50, key is test_row_0/C:col10/1734233796870/Put/seqid=0 2024-12-15T03:36:37,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/55ed51bddd10411f8ccbeda352374452 is 50, key is test_row_0/B:col10/1734233797499/Put/seqid=0 2024-12-15T03:36:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741872_1048 (size=12493) 2024-12-15T03:36:37,601 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/24bb167cc4084629a9eeac424e98a2ec as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/24bb167cc4084629a9eeac424e98a2ec 2024-12-15T03:36:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741873_1049 (size=12151) 2024-12-15T03:36:37,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/55ed51bddd10411f8ccbeda352374452 2024-12-15T03:36:37,623 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 24bb167cc4084629a9eeac424e98a2ec(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:37,623 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:37,623 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233797449; duration=0sec 2024-12-15T03:36:37,623 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:37,623 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:37,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/203348dc17764deda363fee2bb7215ee is 50, key is test_row_0/C:col10/1734233797499/Put/seqid=0 2024-12-15T03:36:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741874_1050 (size=12151) 2024-12-15T03:36:37,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233857661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233857662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233857664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233857667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233857668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,704 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:37,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:37,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233857865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233857866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233857867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233857871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233857871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:38,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T03:36:38,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/203348dc17764deda363fee2bb7215ee 2024-12-15T03:36:38,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8b24ab57c3cb4f0dbcd89755af95e94a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8b24ab57c3cb4f0dbcd89755af95e94a 2024-12-15T03:36:38,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8b24ab57c3cb4f0dbcd89755af95e94a, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T03:36:38,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/55ed51bddd10411f8ccbeda352374452 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/55ed51bddd10411f8ccbeda352374452 2024-12-15T03:36:38,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/55ed51bddd10411f8ccbeda352374452, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T03:36:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/203348dc17764deda363fee2bb7215ee as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/203348dc17764deda363fee2bb7215ee 2024-12-15T03:36:38,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/203348dc17764deda363fee2bb7215ee, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T03:36:38,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 957a020a2e3986124f927143c620b69d in 585ms, sequenceid=174, compaction requested=false 2024-12-15T03:36:38,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:38,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T03:36:38,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:38,173 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:36:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:38,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:38,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:38,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233858182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233858182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8946d07a44de4e5eb8f975595c5625a0 is 50, key is test_row_0/A:col10/1734233798171/Put/seqid=0 2024-12-15T03:36:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233858184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233858186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233858186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741875_1051 (size=12151) 2024-12-15T03:36:38,219 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8946d07a44de4e5eb8f975595c5625a0 2024-12-15T03:36:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/46b15eff126f436895458308e310148b is 50, key is test_row_0/B:col10/1734233798171/Put/seqid=0 2024-12-15T03:36:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741876_1052 (size=12151) 2024-12-15T03:36:38,256 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/46b15eff126f436895458308e310148b 2024-12-15T03:36:38,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/031ffc3f8ce849be9dba78d5888e0ef2 is 50, key is test_row_0/C:col10/1734233798171/Put/seqid=0 2024-12-15T03:36:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741877_1053 (size=12151) 2024-12-15T03:36:38,286 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/031ffc3f8ce849be9dba78d5888e0ef2 2024-12-15T03:36:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233858291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233858291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233858292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233858295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233858295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8946d07a44de4e5eb8f975595c5625a0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8946d07a44de4e5eb8f975595c5625a0 2024-12-15T03:36:38,315 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8946d07a44de4e5eb8f975595c5625a0, entries=150, sequenceid=203, filesize=11.9 K 2024-12-15T03:36:38,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/46b15eff126f436895458308e310148b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/46b15eff126f436895458308e310148b 2024-12-15T03:36:38,339 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/46b15eff126f436895458308e310148b, entries=150, sequenceid=203, filesize=11.9 K 2024-12-15T03:36:38,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/031ffc3f8ce849be9dba78d5888e0ef2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/031ffc3f8ce849be9dba78d5888e0ef2 2024-12-15T03:36:38,361 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/031ffc3f8ce849be9dba78d5888e0ef2, entries=150, sequenceid=203, filesize=11.9 K 2024-12-15T03:36:38,366 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 957a020a2e3986124f927143c620b69d in 193ms, sequenceid=203, compaction requested=true 2024-12-15T03:36:38,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:38,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:38,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-15T03:36:38,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-15T03:36:38,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-15T03:36:38,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4470 sec 2024-12-15T03:36:38,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.4580 sec 2024-12-15T03:36:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:38,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:36:38,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:38,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/75c1e3bf7d6f4f2681df1f39ed47adf5 is 50, key is test_row_0/A:col10/1734233798500/Put/seqid=0 2024-12-15T03:36:38,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741878_1054 (size=16931) 2024-12-15T03:36:38,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/75c1e3bf7d6f4f2681df1f39ed47adf5 2024-12-15T03:36:38,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/f196f13975dd46dbaa38598d42bb1b03 is 50, key is test_row_0/B:col10/1734233798500/Put/seqid=0 2024-12-15T03:36:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233858551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233858551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233858552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233858553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233858554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741879_1055 (size=12151) 2024-12-15T03:36:38,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/f196f13975dd46dbaa38598d42bb1b03 2024-12-15T03:36:38,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/fb76fea02a9c4402a3e283900fcd1795 is 50, key is test_row_0/C:col10/1734233798500/Put/seqid=0 2024-12-15T03:36:38,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741880_1056 (size=12151) 2024-12-15T03:36:38,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233858663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233858663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233858665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233858664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233858665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233858870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233858870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233858872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233858873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233858875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/fb76fea02a9c4402a3e283900fcd1795 2024-12-15T03:36:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T03:36:39,036 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-15T03:36:39,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-15T03:36:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T03:36:39,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:39,043 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:39,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:39,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/75c1e3bf7d6f4f2681df1f39ed47adf5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/75c1e3bf7d6f4f2681df1f39ed47adf5 2024-12-15T03:36:39,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/75c1e3bf7d6f4f2681df1f39ed47adf5, entries=250, sequenceid=217, filesize=16.5 K 2024-12-15T03:36:39,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/f196f13975dd46dbaa38598d42bb1b03 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/f196f13975dd46dbaa38598d42bb1b03 2024-12-15T03:36:39,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/f196f13975dd46dbaa38598d42bb1b03, entries=150, sequenceid=217, filesize=11.9 K 2024-12-15T03:36:39,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/fb76fea02a9c4402a3e283900fcd1795 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/fb76fea02a9c4402a3e283900fcd1795 2024-12-15T03:36:39,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/fb76fea02a9c4402a3e283900fcd1795, entries=150, sequenceid=217, filesize=11.9 K 2024-12-15T03:36:39,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 957a020a2e3986124f927143c620b69d in 576ms, sequenceid=217, compaction requested=true 2024-12-15T03:36:39,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:39,080 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:36:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T03:36:39,082 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:36:39,082 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:36:39,083 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:39,083 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:39,083 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/70b5620d33554265b0d23bef007f3c1f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8b24ab57c3cb4f0dbcd89755af95e94a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8946d07a44de4e5eb8f975595c5625a0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/75c1e3bf7d6f4f2681df1f39ed47adf5] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=52.5 K 2024-12-15T03:36:39,083 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 70b5620d33554265b0d23bef007f3c1f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734233796548 2024-12-15T03:36:39,084 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b24ab57c3cb4f0dbcd89755af95e94a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734233797499 2024-12-15T03:36:39,085 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8946d07a44de4e5eb8f975595c5625a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1734233797541 2024-12-15T03:36:39,086 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:36:39,086 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c1e3bf7d6f4f2681df1f39ed47adf5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734233798184 2024-12-15T03:36:39,086 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:39,086 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:39,086 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e02737cbac79490fb51d8e1dd3a9f580, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/55ed51bddd10411f8ccbeda352374452, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/46b15eff126f436895458308e310148b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/f196f13975dd46dbaa38598d42bb1b03] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=47.8 K 2024-12-15T03:36:39,087 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e02737cbac79490fb51d8e1dd3a9f580, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734233796548 2024-12-15T03:36:39,088 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55ed51bddd10411f8ccbeda352374452, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734233797499 2024-12-15T03:36:39,089 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46b15eff126f436895458308e310148b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1734233797541 2024-12-15T03:36:39,090 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f196f13975dd46dbaa38598d42bb1b03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734233798184 2024-12-15T03:36:39,114 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:39,115 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/9ffd3d7082c84a068d147fb7cf53f49b is 50, key is test_row_0/A:col10/1734233798500/Put/seqid=0 2024-12-15T03:36:39,118 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:39,121 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d13c59a1617a4634942151a654c6c93d is 50, key is test_row_0/B:col10/1734233798500/Put/seqid=0 2024-12-15T03:36:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T03:36:39,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741881_1057 (size=12629) 2024-12-15T03:36:39,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741882_1058 (size=12629) 2024-12-15T03:36:39,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T03:36:39,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:39,203 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T03:36:39,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d13c59a1617a4634942151a654c6c93d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d13c59a1617a4634942151a654c6c93d 2024-12-15T03:36:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:39,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:39,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:39,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/ec8d95c8712947249bd59cbd9978ce35 is 50, key is test_row_0/A:col10/1734233798552/Put/seqid=0 2024-12-15T03:36:39,224 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into d13c59a1617a4634942151a654c6c93d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:39,224 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:39,225 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=12, startTime=1734233799081; duration=0sec 2024-12-15T03:36:39,225 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:39,225 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:39,225 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:36:39,227 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:36:39,227 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:39,228 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:39,228 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/24bb167cc4084629a9eeac424e98a2ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/203348dc17764deda363fee2bb7215ee, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/031ffc3f8ce849be9dba78d5888e0ef2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/fb76fea02a9c4402a3e283900fcd1795] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=47.8 K 2024-12-15T03:36:39,229 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bb167cc4084629a9eeac424e98a2ec, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734233796548 2024-12-15T03:36:39,230 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 203348dc17764deda363fee2bb7215ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734233797499 2024-12-15T03:36:39,230 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031ffc3f8ce849be9dba78d5888e0ef2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1734233797541 2024-12-15T03:36:39,231 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb76fea02a9c4402a3e283900fcd1795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734233798184 2024-12-15T03:36:39,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233859223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233859227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233859227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233859228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233859233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741883_1059 (size=12151) 2024-12-15T03:36:39,254 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#45 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:39,255 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f04fa169082f48b4b03125364ac9c35a is 50, key is test_row_0/C:col10/1734233798500/Put/seqid=0 2024-12-15T03:36:39,256 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/ec8d95c8712947249bd59cbd9978ce35 2024-12-15T03:36:39,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ba774dcaa47049de898a5dac93412519 is 50, key is test_row_0/B:col10/1734233798552/Put/seqid=0 2024-12-15T03:36:39,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741884_1060 (size=12629) 2024-12-15T03:36:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741885_1061 (size=12151) 2024-12-15T03:36:39,319 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ba774dcaa47049de898a5dac93412519 2024-12-15T03:36:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233859337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233859336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233859339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233859342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T03:36:39,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/80cf71199b0b4530b10e21590857f670 is 50, key is test_row_0/C:col10/1734233798552/Put/seqid=0 2024-12-15T03:36:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741886_1062 (size=12151) 2024-12-15T03:36:39,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233859540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233859541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233859544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233859545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233859546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,554 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/9ffd3d7082c84a068d147fb7cf53f49b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/9ffd3d7082c84a068d147fb7cf53f49b 2024-12-15T03:36:39,562 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 9ffd3d7082c84a068d147fb7cf53f49b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:39,562 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:39,562 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=12, startTime=1734233799080; duration=0sec 2024-12-15T03:36:39,562 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:39,562 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T03:36:39,716 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f04fa169082f48b4b03125364ac9c35a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f04fa169082f48b4b03125364ac9c35a 2024-12-15T03:36:39,724 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into f04fa169082f48b4b03125364ac9c35a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:39,724 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:39,724 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=12, startTime=1734233799081; duration=0sec 2024-12-15T03:36:39,724 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:39,725 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:39,791 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/80cf71199b0b4530b10e21590857f670 2024-12-15T03:36:39,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/ec8d95c8712947249bd59cbd9978ce35 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ec8d95c8712947249bd59cbd9978ce35 2024-12-15T03:36:39,808 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ec8d95c8712947249bd59cbd9978ce35, entries=150, sequenceid=241, filesize=11.9 K 2024-12-15T03:36:39,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ba774dcaa47049de898a5dac93412519 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ba774dcaa47049de898a5dac93412519 2024-12-15T03:36:39,817 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ba774dcaa47049de898a5dac93412519, entries=150, sequenceid=241, filesize=11.9 K 2024-12-15T03:36:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/80cf71199b0b4530b10e21590857f670 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/80cf71199b0b4530b10e21590857f670 2024-12-15T03:36:39,838 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/80cf71199b0b4530b10e21590857f670, entries=150, sequenceid=241, filesize=11.9 K 2024-12-15T03:36:39,839 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 957a020a2e3986124f927143c620b69d in 636ms, sequenceid=241, compaction requested=false 2024-12-15T03:36:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:39,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-15T03:36:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-15T03:36:39,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T03:36:39,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 798 msec 2024-12-15T03:36:39,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:36:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:39,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 807 msec 2024-12-15T03:36:39,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8eb2412e1abb4e46a539aef3b6b83ae7 is 50, key is test_row_0/A:col10/1734233799217/Put/seqid=0 2024-12-15T03:36:39,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741887_1063 (size=14591) 2024-12-15T03:36:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233859877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233859881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233859881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233859882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233859883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233859986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233859986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233859987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233859989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:39,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233859989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T03:36:40,148 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-15T03:36:40,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-15T03:36:40,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T03:36:40,154 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:40,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:40,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233860189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233860189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233860190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233860192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233860194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T03:36:40,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8eb2412e1abb4e46a539aef3b6b83ae7 2024-12-15T03:36:40,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/306af8888e4f4232934142ca435e688a is 50, key is test_row_0/B:col10/1734233799217/Put/seqid=0 2024-12-15T03:36:40,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741888_1064 (size=12201) 2024-12-15T03:36:40,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T03:36:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:40,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/306af8888e4f4232934142ca435e688a 2024-12-15T03:36:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:40,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:40,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:40,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/4694b745090b4f19bbb302c6fa0cd279 is 50, key is test_row_0/C:col10/1734233799217/Put/seqid=0 2024-12-15T03:36:40,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741889_1065 (size=12201) 2024-12-15T03:36:40,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/4694b745090b4f19bbb302c6fa0cd279 2024-12-15T03:36:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8eb2412e1abb4e46a539aef3b6b83ae7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8eb2412e1abb4e46a539aef3b6b83ae7 2024-12-15T03:36:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8eb2412e1abb4e46a539aef3b6b83ae7, entries=200, sequenceid=257, filesize=14.2 K 2024-12-15T03:36:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/306af8888e4f4232934142ca435e688a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/306af8888e4f4232934142ca435e688a 2024-12-15T03:36:40,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/306af8888e4f4232934142ca435e688a, entries=150, sequenceid=257, filesize=11.9 K 2024-12-15T03:36:40,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/4694b745090b4f19bbb302c6fa0cd279 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/4694b745090b4f19bbb302c6fa0cd279 2024-12-15T03:36:40,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/4694b745090b4f19bbb302c6fa0cd279, entries=150, sequenceid=257, filesize=11.9 K 2024-12-15T03:36:40,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 957a020a2e3986124f927143c620b69d in 560ms, sequenceid=257, compaction requested=true 2024-12-15T03:36:40,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:40,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:40,406 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:40,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:40,406 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:40,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:40,408 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:40,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:40,408 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:40,408 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:40,408 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/9ffd3d7082c84a068d147fb7cf53f49b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ec8d95c8712947249bd59cbd9978ce35, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8eb2412e1abb4e46a539aef3b6b83ae7] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=38.4 K 2024-12-15T03:36:40,408 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:40,408 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:40,408 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:40,409 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d13c59a1617a4634942151a654c6c93d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ba774dcaa47049de898a5dac93412519, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/306af8888e4f4232934142ca435e688a] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.1 K 2024-12-15T03:36:40,409 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ffd3d7082c84a068d147fb7cf53f49b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734233798184 2024-12-15T03:36:40,409 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d13c59a1617a4634942151a654c6c93d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734233798184 2024-12-15T03:36:40,410 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec8d95c8712947249bd59cbd9978ce35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1734233798551 2024-12-15T03:36:40,410 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting ba774dcaa47049de898a5dac93412519, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1734233798551 2024-12-15T03:36:40,410 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8eb2412e1abb4e46a539aef3b6b83ae7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233799217 2024-12-15T03:36:40,411 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 306af8888e4f4232934142ca435e688a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233799217 2024-12-15T03:36:40,432 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#51 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:40,433 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/72c25a520c3344e29c771612fbaafe49 is 50, key is test_row_0/A:col10/1734233799217/Put/seqid=0 2024-12-15T03:36:40,444 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:40,445 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9f5d26460a4841069d8238bbe10b3270 is 50, key is test_row_0/B:col10/1734233799217/Put/seqid=0 2024-12-15T03:36:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T03:36:40,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T03:36:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:40,470 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:36:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741890_1066 (size=12781) 2024-12-15T03:36:40,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/a40cce6975ff4ef9899ccaf5175f82a8 is 50, key is test_row_0/A:col10/1734233799880/Put/seqid=0 2024-12-15T03:36:40,489 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/72c25a520c3344e29c771612fbaafe49 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/72c25a520c3344e29c771612fbaafe49 2024-12-15T03:36:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:40,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:40,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741891_1067 (size=12781) 2024-12-15T03:36:40,511 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 72c25a520c3344e29c771612fbaafe49(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:40,511 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:40,511 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233800406; duration=0sec 2024-12-15T03:36:40,511 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9f5d26460a4841069d8238bbe10b3270 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f5d26460a4841069d8238bbe10b3270 2024-12-15T03:36:40,511 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:40,512 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:40,513 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:40,517 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:40,517 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:40,518 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233860509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233860511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,518 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f04fa169082f48b4b03125364ac9c35a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/80cf71199b0b4530b10e21590857f670, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/4694b745090b4f19bbb302c6fa0cd279] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.1 K 2024-12-15T03:36:40,520 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f04fa169082f48b4b03125364ac9c35a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734233798184 2024-12-15T03:36:40,521 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80cf71199b0b4530b10e21590857f670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1734233798551 2024-12-15T03:36:40,521 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4694b745090b4f19bbb302c6fa0cd279, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233799217 2024-12-15T03:36:40,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233860517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233860517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,523 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 9f5d26460a4841069d8238bbe10b3270(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:40,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:40,523 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233800406; duration=0sec 2024-12-15T03:36:40,524 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:40,524 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:40,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233860519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741892_1068 (size=12301) 2024-12-15T03:36:40,535 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:40,536 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/9a6fec58ef3b401ea85b3cbdea0db10a is 50, key is test_row_0/C:col10/1734233799217/Put/seqid=0 2024-12-15T03:36:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741893_1069 (size=12781) 2024-12-15T03:36:40,553 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/9a6fec58ef3b401ea85b3cbdea0db10a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/9a6fec58ef3b401ea85b3cbdea0db10a 2024-12-15T03:36:40,562 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 9a6fec58ef3b401ea85b3cbdea0db10a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:40,562 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:40,562 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233800408; duration=0sec 2024-12-15T03:36:40,562 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:40,562 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:40,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233860619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233860620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233860623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233860624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233860627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T03:36:40,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233860823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233860823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233860825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233860827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233860830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:40,929 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/a40cce6975ff4ef9899ccaf5175f82a8 2024-12-15T03:36:40,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/1ef9998424e049e380b8dc744126b32f is 50, key is test_row_0/B:col10/1734233799880/Put/seqid=0 2024-12-15T03:36:40,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741894_1070 (size=12301) 2024-12-15T03:36:40,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/1ef9998424e049e380b8dc744126b32f 2024-12-15T03:36:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/161c2f50124b431eac45afd049962449 is 50, key is test_row_0/C:col10/1734233799880/Put/seqid=0 2024-12-15T03:36:41,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741895_1071 (size=12301) 2024-12-15T03:36:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233861129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233861130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233861133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233861133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233861136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T03:36:41,416 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/161c2f50124b431eac45afd049962449 2024-12-15T03:36:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/a40cce6975ff4ef9899ccaf5175f82a8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/a40cce6975ff4ef9899ccaf5175f82a8 2024-12-15T03:36:41,440 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/a40cce6975ff4ef9899ccaf5175f82a8, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T03:36:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/1ef9998424e049e380b8dc744126b32f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef9998424e049e380b8dc744126b32f 2024-12-15T03:36:41,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef9998424e049e380b8dc744126b32f, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T03:36:41,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/161c2f50124b431eac45afd049962449 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/161c2f50124b431eac45afd049962449 2024-12-15T03:36:41,462 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/161c2f50124b431eac45afd049962449, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T03:36:41,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 957a020a2e3986124f927143c620b69d in 994ms, sequenceid=281, compaction requested=false 2024-12-15T03:36:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:41,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-15T03:36:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-15T03:36:41,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-15T03:36:41,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-12-15T03:36:41,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.3220 sec 2024-12-15T03:36:41,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:41,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:36:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:41,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:41,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/f6d1d085bee2446494d96e265c943430 is 50, key is test_row_0/A:col10/1734233800501/Put/seqid=0 2024-12-15T03:36:41,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233861665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233861666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233861667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233861669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233861670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741896_1072 (size=14741) 2024-12-15T03:36:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233861773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233861774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233861774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233861774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233861775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233861983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233861983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233861986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233861988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:41,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233861991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/f6d1d085bee2446494d96e265c943430 2024-12-15T03:36:42,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ff660c98abee4cd0b1a6474f9ec2f9e3 is 50, key is test_row_0/B:col10/1734233800501/Put/seqid=0 2024-12-15T03:36:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741897_1073 (size=12301) 2024-12-15T03:36:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T03:36:42,259 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-15T03:36:42,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-15T03:36:42,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:42,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:42,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T03:36:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233862290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233862291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233862292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233862295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233862296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T03:36:42,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T03:36:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:42,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:42,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ff660c98abee4cd0b1a6474f9ec2f9e3 2024-12-15T03:36:42,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/2aa37ef12ed14697a0005c5cd31121c2 is 50, key is test_row_0/C:col10/1734233800501/Put/seqid=0 2024-12-15T03:36:42,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741898_1074 (size=12301) 2024-12-15T03:36:42,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/2aa37ef12ed14697a0005c5cd31121c2 2024-12-15T03:36:42,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/f6d1d085bee2446494d96e265c943430 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/f6d1d085bee2446494d96e265c943430 2024-12-15T03:36:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T03:36:42,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T03:36:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:42,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:42,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/f6d1d085bee2446494d96e265c943430, entries=200, sequenceid=298, filesize=14.4 K 2024-12-15T03:36:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:42,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ff660c98abee4cd0b1a6474f9ec2f9e3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ff660c98abee4cd0b1a6474f9ec2f9e3 2024-12-15T03:36:42,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ff660c98abee4cd0b1a6474f9ec2f9e3, entries=150, sequenceid=298, filesize=12.0 K 2024-12-15T03:36:42,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/2aa37ef12ed14697a0005c5cd31121c2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/2aa37ef12ed14697a0005c5cd31121c2 2024-12-15T03:36:42,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/2aa37ef12ed14697a0005c5cd31121c2, entries=150, sequenceid=298, filesize=12.0 K 2024-12-15T03:36:42,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 957a020a2e3986124f927143c620b69d in 965ms, sequenceid=298, compaction requested=true 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:42,600 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:42,600 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:42,602 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:42,602 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:42,602 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,602 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f5d26460a4841069d8238bbe10b3270, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef9998424e049e380b8dc744126b32f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ff660c98abee4cd0b1a6474f9ec2f9e3] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.5 K 2024-12-15T03:36:42,602 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:42,603 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:42,603 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,603 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/72c25a520c3344e29c771612fbaafe49, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/a40cce6975ff4ef9899ccaf5175f82a8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/f6d1d085bee2446494d96e265c943430] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=38.9 K 2024-12-15T03:36:42,603 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f5d26460a4841069d8238bbe10b3270, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233799217 2024-12-15T03:36:42,603 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72c25a520c3344e29c771612fbaafe49, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233799217 2024-12-15T03:36:42,604 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ef9998424e049e380b8dc744126b32f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734233799876 2024-12-15T03:36:42,604 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting a40cce6975ff4ef9899ccaf5175f82a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734233799876 2024-12-15T03:36:42,604 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting ff660c98abee4cd0b1a6474f9ec2f9e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734233800501 2024-12-15T03:36:42,604 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d1d085bee2446494d96e265c943430, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734233800501 2024-12-15T03:36:42,621 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:42,621 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e5e36a68dd23492bac6cb70d8c5f2b32 is 50, key is test_row_0/B:col10/1734233800501/Put/seqid=0 2024-12-15T03:36:42,626 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:42,627 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8c4db1d35a6741dba7c640ec18202c0b is 50, key is test_row_0/A:col10/1734233800501/Put/seqid=0 2024-12-15T03:36:42,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741899_1075 (size=12983) 2024-12-15T03:36:42,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741900_1076 (size=12983) 2024-12-15T03:36:42,649 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8c4db1d35a6741dba7c640ec18202c0b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8c4db1d35a6741dba7c640ec18202c0b 2024-12-15T03:36:42,658 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 8c4db1d35a6741dba7c640ec18202c0b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:42,658 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:42,658 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233802600; duration=0sec 2024-12-15T03:36:42,658 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:42,658 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:42,658 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:42,659 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:42,659 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:42,659 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,660 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/9a6fec58ef3b401ea85b3cbdea0db10a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/161c2f50124b431eac45afd049962449, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/2aa37ef12ed14697a0005c5cd31121c2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.5 K 2024-12-15T03:36:42,660 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a6fec58ef3b401ea85b3cbdea0db10a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233799217 2024-12-15T03:36:42,661 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161c2f50124b431eac45afd049962449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734233799876 2024-12-15T03:36:42,661 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aa37ef12ed14697a0005c5cd31121c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734233800501 2024-12-15T03:36:42,672 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:42,672 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/64811fc79e3d42ef9b19a563e353555e is 50, key is test_row_0/C:col10/1734233800501/Put/seqid=0 2024-12-15T03:36:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741901_1077 (size=12983) 2024-12-15T03:36:42,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T03:36:42,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,728 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:36:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:42,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/5584ba574c354f91944230e6c4b33a16 is 50, key is test_row_0/A:col10/1734233801661/Put/seqid=0 2024-12-15T03:36:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741902_1078 (size=12301) 2024-12-15T03:36:42,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/5584ba574c354f91944230e6c4b33a16 2024-12-15T03:36:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d874d69a5cd64e13ae0fead8338a8eda is 50, key is test_row_0/B:col10/1734233801661/Put/seqid=0 2024-12-15T03:36:42,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741903_1079 (size=12301) 2024-12-15T03:36:42,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d874d69a5cd64e13ae0fead8338a8eda 2024-12-15T03:36:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:42,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233862807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/685c32264f114948b7373de443856a34 is 50, key is test_row_0/C:col10/1734233801661/Put/seqid=0 2024-12-15T03:36:42,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233862816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741904_1080 (size=12301) 2024-12-15T03:36:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233862816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233862816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,825 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/685c32264f114948b7373de443856a34 2024-12-15T03:36:42,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233862829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/5584ba574c354f91944230e6c4b33a16 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/5584ba574c354f91944230e6c4b33a16 2024-12-15T03:36:42,842 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/5584ba574c354f91944230e6c4b33a16, entries=150, sequenceid=321, filesize=12.0 K 2024-12-15T03:36:42,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d874d69a5cd64e13ae0fead8338a8eda as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d874d69a5cd64e13ae0fead8338a8eda 2024-12-15T03:36:42,860 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d874d69a5cd64e13ae0fead8338a8eda, entries=150, sequenceid=321, filesize=12.0 K 2024-12-15T03:36:42,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/685c32264f114948b7373de443856a34 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/685c32264f114948b7373de443856a34 2024-12-15T03:36:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T03:36:42,872 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/685c32264f114948b7373de443856a34, entries=150, sequenceid=321, filesize=12.0 K 2024-12-15T03:36:42,874 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 957a020a2e3986124f927143c620b69d in 146ms, sequenceid=321, compaction requested=false 2024-12-15T03:36:42,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:42,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:42,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-15T03:36:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-15T03:36:42,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-15T03:36:42,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-12-15T03:36:42,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 620 msec 2024-12-15T03:36:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:42,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T03:36:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:42,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:42,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e4122a41911a4cc18ac3bde0804939d2 is 50, key is test_row_0/A:col10/1734233802920/Put/seqid=0 2024-12-15T03:36:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741905_1081 (size=12297) 2024-12-15T03:36:42,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233862949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233862949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233862950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233862950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:42,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233862950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,042 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e5e36a68dd23492bac6cb70d8c5f2b32 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e5e36a68dd23492bac6cb70d8c5f2b32 2024-12-15T03:36:43,054 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into e5e36a68dd23492bac6cb70d8c5f2b32(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:43,055 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:43,055 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233802600; duration=0sec 2024-12-15T03:36:43,055 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:43,056 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:43,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233863056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233863056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233863057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233863056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233863057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,093 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/64811fc79e3d42ef9b19a563e353555e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/64811fc79e3d42ef9b19a563e353555e 2024-12-15T03:36:43,105 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 64811fc79e3d42ef9b19a563e353555e(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:43,105 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:43,105 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233802600; duration=0sec 2024-12-15T03:36:43,105 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:43,105 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233863263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233863264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233863264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233863265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233863266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e4122a41911a4cc18ac3bde0804939d2 2024-12-15T03:36:43,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/c2211c5653ca4b23a695fff72bceb169 is 50, key is test_row_0/B:col10/1734233802920/Put/seqid=0 2024-12-15T03:36:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T03:36:43,372 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-15T03:36:43,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-15T03:36:43,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T03:36:43,377 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:43,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741906_1082 (size=9857) 2024-12-15T03:36:43,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/c2211c5653ca4b23a695fff72bceb169 2024-12-15T03:36:43,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/0d36682a788441d28cbe0767e231c63c is 50, key is test_row_0/C:col10/1734233802920/Put/seqid=0 2024-12-15T03:36:43,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741907_1083 (size=9857) 2024-12-15T03:36:43,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/0d36682a788441d28cbe0767e231c63c 2024-12-15T03:36:43,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e4122a41911a4cc18ac3bde0804939d2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e4122a41911a4cc18ac3bde0804939d2 2024-12-15T03:36:43,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e4122a41911a4cc18ac3bde0804939d2, entries=150, sequenceid=336, filesize=12.0 K 2024-12-15T03:36:43,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/c2211c5653ca4b23a695fff72bceb169 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c2211c5653ca4b23a695fff72bceb169 2024-12-15T03:36:43,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c2211c5653ca4b23a695fff72bceb169, entries=100, sequenceid=336, filesize=9.6 K 2024-12-15T03:36:43,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/0d36682a788441d28cbe0767e231c63c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/0d36682a788441d28cbe0767e231c63c 2024-12-15T03:36:43,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/0d36682a788441d28cbe0767e231c63c, entries=100, sequenceid=336, filesize=9.6 K 2024-12-15T03:36:43,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 957a020a2e3986124f927143c620b69d in 556ms, sequenceid=336, compaction requested=true 2024-12-15T03:36:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:43,478 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:43,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:43,479 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:43,480 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:43,480 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:43,480 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:43,480 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:43,480 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8c4db1d35a6741dba7c640ec18202c0b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/5584ba574c354f91944230e6c4b33a16, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e4122a41911a4cc18ac3bde0804939d2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.7 K 2024-12-15T03:36:43,480 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:43,481 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:43,481 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e5e36a68dd23492bac6cb70d8c5f2b32, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d874d69a5cd64e13ae0fead8338a8eda, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c2211c5653ca4b23a695fff72bceb169] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=34.3 K 2024-12-15T03:36:43,481 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c4db1d35a6741dba7c640ec18202c0b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734233800501 2024-12-15T03:36:43,482 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e36a68dd23492bac6cb70d8c5f2b32, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734233800501 2024-12-15T03:36:43,483 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d874d69a5cd64e13ae0fead8338a8eda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734233801661 2024-12-15T03:36:43,483 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5584ba574c354f91944230e6c4b33a16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734233801661 2024-12-15T03:36:43,484 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4122a41911a4cc18ac3bde0804939d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734233802812 2024-12-15T03:36:43,484 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c2211c5653ca4b23a695fff72bceb169, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734233802812 2024-12-15T03:36:43,512 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:43,512 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:43,513 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/fef16aaa41eb4d2cbec04ceab16ccf25 is 50, key is test_row_0/A:col10/1734233802920/Put/seqid=0 2024-12-15T03:36:43,514 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/117886f89078445dbf44c4e583b2bc8f is 50, key is test_row_0/B:col10/1734233802920/Put/seqid=0 2024-12-15T03:36:43,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741908_1084 (size=13085) 2024-12-15T03:36:43,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741909_1085 (size=13085) 2024-12-15T03:36:43,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T03:36:43,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:43,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T03:36:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:43,533 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/117886f89078445dbf44c4e583b2bc8f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/117886f89078445dbf44c4e583b2bc8f 2024-12-15T03:36:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:43,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:43,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/308369bbe2804d6bb172ae10a47ea778 is 50, key is test_row_0/A:col10/1734233802949/Put/seqid=0 2024-12-15T03:36:43,548 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 117886f89078445dbf44c4e583b2bc8f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:43,549 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:43,549 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233803478; duration=0sec 2024-12-15T03:36:43,549 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:43,549 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:43,549 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:43,552 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:43,552 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:43,552 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:43,552 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/64811fc79e3d42ef9b19a563e353555e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/685c32264f114948b7373de443856a34, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/0d36682a788441d28cbe0767e231c63c] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=34.3 K 2024-12-15T03:36:43,554 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 64811fc79e3d42ef9b19a563e353555e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1734233800501 2024-12-15T03:36:43,554 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 685c32264f114948b7373de443856a34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1734233801661 2024-12-15T03:36:43,555 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d36682a788441d28cbe0767e231c63c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734233802812 2024-12-15T03:36:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233863583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233863584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741910_1086 (size=12301) 2024-12-15T03:36:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233863587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233863588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,591 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/308369bbe2804d6bb172ae10a47ea778 2024-12-15T03:36:43,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233863589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,602 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:43,603 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f08210f2f71c4dd798a06f0d7e722d8b is 50, key is test_row_0/C:col10/1734233802920/Put/seqid=0 2024-12-15T03:36:43,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9f701c58d4b74df6b958a52824ea11b9 is 50, key is test_row_0/B:col10/1734233802949/Put/seqid=0 2024-12-15T03:36:43,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741911_1087 (size=13085) 2024-12-15T03:36:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741912_1088 (size=12301) 2024-12-15T03:36:43,644 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9f701c58d4b74df6b958a52824ea11b9 2024-12-15T03:36:43,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/d089ec7b6482477ab382082d3f99a9a6 is 50, key is test_row_0/C:col10/1734233802949/Put/seqid=0 2024-12-15T03:36:43,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741913_1089 (size=12301) 2024-12-15T03:36:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T03:36:43,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233863690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233863691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233863692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233863693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233863695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233863894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233863897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233863897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233863898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233863898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:43,931 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/fef16aaa41eb4d2cbec04ceab16ccf25 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/fef16aaa41eb4d2cbec04ceab16ccf25 2024-12-15T03:36:43,937 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into fef16aaa41eb4d2cbec04ceab16ccf25(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:43,938 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:43,938 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233803478; duration=0sec 2024-12-15T03:36:43,938 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:43,938 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T03:36:44,038 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f08210f2f71c4dd798a06f0d7e722d8b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f08210f2f71c4dd798a06f0d7e722d8b 2024-12-15T03:36:44,046 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into f08210f2f71c4dd798a06f0d7e722d8b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:44,046 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:44,046 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233803478; duration=0sec 2024-12-15T03:36:44,046 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:44,046 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:44,073 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/d089ec7b6482477ab382082d3f99a9a6 2024-12-15T03:36:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/308369bbe2804d6bb172ae10a47ea778 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/308369bbe2804d6bb172ae10a47ea778 2024-12-15T03:36:44,087 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/308369bbe2804d6bb172ae10a47ea778, entries=150, sequenceid=359, filesize=12.0 K 2024-12-15T03:36:44,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/9f701c58d4b74df6b958a52824ea11b9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f701c58d4b74df6b958a52824ea11b9 2024-12-15T03:36:44,094 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f701c58d4b74df6b958a52824ea11b9, entries=150, sequenceid=359, filesize=12.0 K 2024-12-15T03:36:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/d089ec7b6482477ab382082d3f99a9a6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d089ec7b6482477ab382082d3f99a9a6 2024-12-15T03:36:44,101 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d089ec7b6482477ab382082d3f99a9a6, entries=150, sequenceid=359, filesize=12.0 K 2024-12-15T03:36:44,102 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 957a020a2e3986124f927143c620b69d in 570ms, sequenceid=359, compaction requested=false 2024-12-15T03:36:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-15T03:36:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-15T03:36:44,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-15T03:36:44,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 727 msec 2024-12-15T03:36:44,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 733 msec 2024-12-15T03:36:44,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:44,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T03:36:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:44,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:44,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/af0d13501d9b47d7b18daadc7d29f10d is 50, key is test_row_0/A:col10/1734233803587/Put/seqid=0 2024-12-15T03:36:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233864238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233864239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233864240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233864248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233864249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741914_1090 (size=12301) 2024-12-15T03:36:44,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/af0d13501d9b47d7b18daadc7d29f10d 2024-12-15T03:36:44,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/354edf9630c94fb18c8462dfd2779b9c is 50, key is test_row_0/B:col10/1734233803587/Put/seqid=0 2024-12-15T03:36:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741915_1091 (size=12301) 2024-12-15T03:36:44,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233864351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233864351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233864351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233864354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233864356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T03:36:44,480 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-15T03:36:44,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-15T03:36:44,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T03:36:44,491 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:44,496 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:44,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:44,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233864554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233864555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233864557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233864558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233864558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T03:36:44,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T03:36:44,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:44,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/354edf9630c94fb18c8462dfd2779b9c 2024-12-15T03:36:44,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/92c3cbc3319749169118c1fe26a6bce2 is 50, key is test_row_0/C:col10/1734233803587/Put/seqid=0 2024-12-15T03:36:44,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741916_1092 (size=12301) 2024-12-15T03:36:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T03:36:44,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T03:36:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233864860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233864861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233864862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233864862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233864863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:44,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T03:36:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T03:36:45,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/92c3cbc3319749169118c1fe26a6bce2 2024-12-15T03:36:45,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T03:36:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/af0d13501d9b47d7b18daadc7d29f10d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/af0d13501d9b47d7b18daadc7d29f10d 2024-12-15T03:36:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/af0d13501d9b47d7b18daadc7d29f10d, entries=150, sequenceid=378, filesize=12.0 K 2024-12-15T03:36:45,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/354edf9630c94fb18c8462dfd2779b9c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/354edf9630c94fb18c8462dfd2779b9c 2024-12-15T03:36:45,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/354edf9630c94fb18c8462dfd2779b9c, entries=150, sequenceid=378, filesize=12.0 K 2024-12-15T03:36:45,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/92c3cbc3319749169118c1fe26a6bce2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92c3cbc3319749169118c1fe26a6bce2 2024-12-15T03:36:45,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92c3cbc3319749169118c1fe26a6bce2, entries=150, sequenceid=378, filesize=12.0 K 2024-12-15T03:36:45,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 957a020a2e3986124f927143c620b69d in 950ms, sequenceid=378, compaction requested=true 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:45,153 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:45,153 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:45,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:45,155 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:45,155 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:45,155 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:45,155 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:45,155 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,155 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,155 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/fef16aaa41eb4d2cbec04ceab16ccf25, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/308369bbe2804d6bb172ae10a47ea778, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/af0d13501d9b47d7b18daadc7d29f10d] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.8 K 2024-12-15T03:36:45,155 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/117886f89078445dbf44c4e583b2bc8f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f701c58d4b74df6b958a52824ea11b9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/354edf9630c94fb18c8462dfd2779b9c] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.8 K 2024-12-15T03:36:45,156 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting fef16aaa41eb4d2cbec04ceab16ccf25, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734233801668 2024-12-15T03:36:45,156 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 117886f89078445dbf44c4e583b2bc8f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734233801668 2024-12-15T03:36:45,156 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 308369bbe2804d6bb172ae10a47ea778, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734233802948 2024-12-15T03:36:45,157 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f701c58d4b74df6b958a52824ea11b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734233802948 2024-12-15T03:36:45,157 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting af0d13501d9b47d7b18daadc7d29f10d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1734233803580 2024-12-15T03:36:45,158 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 354edf9630c94fb18c8462dfd2779b9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1734233803580 2024-12-15T03:36:45,186 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:45,187 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/0ef0031b1c9e40569db9812c751263e0 is 50, key is test_row_0/B:col10/1734233803587/Put/seqid=0 2024-12-15T03:36:45,190 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:45,191 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/30881bbde5134bfaa4a16747b2d8c357 is 50, key is test_row_0/A:col10/1734233803587/Put/seqid=0 2024-12-15T03:36:45,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741917_1093 (size=13187) 2024-12-15T03:36:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741918_1094 (size=13187) 2024-12-15T03:36:45,239 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/0ef0031b1c9e40569db9812c751263e0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/0ef0031b1c9e40569db9812c751263e0 2024-12-15T03:36:45,240 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/30881bbde5134bfaa4a16747b2d8c357 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/30881bbde5134bfaa4a16747b2d8c357 2024-12-15T03:36:45,250 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 0ef0031b1c9e40569db9812c751263e0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:45,250 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:45,250 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233805153; duration=0sec 2024-12-15T03:36:45,254 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 30881bbde5134bfaa4a16747b2d8c357(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:45,254 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:45,254 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233805153; duration=0sec 2024-12-15T03:36:45,260 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:45,260 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:45,260 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:45,260 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:45,260 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:45,262 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:45,263 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:45,263 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,263 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f08210f2f71c4dd798a06f0d7e722d8b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d089ec7b6482477ab382082d3f99a9a6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92c3cbc3319749169118c1fe26a6bce2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.8 K 2024-12-15T03:36:45,263 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting f08210f2f71c4dd798a06f0d7e722d8b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734233801668 2024-12-15T03:36:45,264 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d089ec7b6482477ab382082d3f99a9a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734233802948 2024-12-15T03:36:45,264 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 92c3cbc3319749169118c1fe26a6bce2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1734233803580 2024-12-15T03:36:45,272 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-15T03:36:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,273 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T03:36:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:45,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e3ab17fec49643f0abc96b4571042d36 is 50, key is test_row_0/A:col10/1734233804238/Put/seqid=0 2024-12-15T03:36:45,296 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:45,296 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/333feda2837847418c76f2d7985538fe is 50, key is test_row_0/C:col10/1734233803587/Put/seqid=0 2024-12-15T03:36:45,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741919_1095 (size=12301) 2024-12-15T03:36:45,316 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e3ab17fec49643f0abc96b4571042d36 2024-12-15T03:36:45,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741920_1096 (size=13187) 2024-12-15T03:36:45,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4b37671074994bca91db911d440755d7 is 50, key is test_row_0/B:col10/1734233804238/Put/seqid=0 2024-12-15T03:36:45,333 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/333feda2837847418c76f2d7985538fe as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/333feda2837847418c76f2d7985538fe 2024-12-15T03:36:45,343 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 333feda2837847418c76f2d7985538fe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:45,343 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:45,343 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233805153; duration=0sec 2024-12-15T03:36:45,343 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:45,343 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:45,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741921_1097 (size=12301) 2024-12-15T03:36:45,360 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4b37671074994bca91db911d440755d7 2024-12-15T03:36:45,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:45,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/3f4d1d5c0ead4772a8f38c553fdf163c is 50, key is test_row_0/C:col10/1734233804238/Put/seqid=0 2024-12-15T03:36:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741922_1098 (size=12301) 2024-12-15T03:36:45,389 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/3f4d1d5c0ead4772a8f38c553fdf163c 2024-12-15T03:36:45,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233865384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233865391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233865393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233865393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/e3ab17fec49643f0abc96b4571042d36 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e3ab17fec49643f0abc96b4571042d36 2024-12-15T03:36:45,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233865396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,410 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e3ab17fec49643f0abc96b4571042d36, entries=150, sequenceid=401, filesize=12.0 K 2024-12-15T03:36:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4b37671074994bca91db911d440755d7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b37671074994bca91db911d440755d7 2024-12-15T03:36:45,422 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b37671074994bca91db911d440755d7, entries=150, sequenceid=401, filesize=12.0 K 2024-12-15T03:36:45,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/3f4d1d5c0ead4772a8f38c553fdf163c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/3f4d1d5c0ead4772a8f38c553fdf163c 2024-12-15T03:36:45,431 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/3f4d1d5c0ead4772a8f38c553fdf163c, entries=150, sequenceid=401, filesize=12.0 K 2024-12-15T03:36:45,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 957a020a2e3986124f927143c620b69d in 159ms, sequenceid=401, compaction requested=false 2024-12-15T03:36:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-15T03:36:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-15T03:36:45,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-15T03:36:45,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-12-15T03:36:45,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 954 msec 2024-12-15T03:36:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:45,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T03:36:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:45,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:45,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4b72d792a8f64931beacd2b40f73afdb is 50, key is test_row_0/A:col10/1734233805387/Put/seqid=0 2024-12-15T03:36:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233865518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233865521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233865522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233865523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233865524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741923_1099 (size=14741) 2024-12-15T03:36:45,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4b72d792a8f64931beacd2b40f73afdb 2024-12-15T03:36:45,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/493f60c6588e48b28c6a0e313f5ad937 is 50, key is test_row_0/B:col10/1734233805387/Put/seqid=0 2024-12-15T03:36:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T03:36:45,591 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-15T03:36:45,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741924_1100 (size=12301) 2024-12-15T03:36:45,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-15T03:36:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T03:36:45,600 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:45,601 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:45,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:45,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233865627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233865627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233865628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233865629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233865629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T03:36:45,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T03:36:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233865832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233865833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233865833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233865833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233865834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T03:36:45,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:45,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T03:36:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:45,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:45,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:45,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/493f60c6588e48b28c6a0e313f5ad937 2024-12-15T03:36:46,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/071ec04a5eee4881983633a4af23b6b2 is 50, key is test_row_0/C:col10/1734233805387/Put/seqid=0 2024-12-15T03:36:46,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741925_1101 (size=12301) 2024-12-15T03:36:46,062 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T03:36:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233866137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233866137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233866137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233866139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233866139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T03:36:46,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T03:36:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T03:36:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:46,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/071ec04a5eee4881983633a4af23b6b2 2024-12-15T03:36:46,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4b72d792a8f64931beacd2b40f73afdb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4b72d792a8f64931beacd2b40f73afdb 2024-12-15T03:36:46,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4b72d792a8f64931beacd2b40f73afdb, entries=200, sequenceid=418, filesize=14.4 K 2024-12-15T03:36:46,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/493f60c6588e48b28c6a0e313f5ad937 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/493f60c6588e48b28c6a0e313f5ad937 2024-12-15T03:36:46,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/493f60c6588e48b28c6a0e313f5ad937, entries=150, sequenceid=418, filesize=12.0 K 2024-12-15T03:36:46,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/071ec04a5eee4881983633a4af23b6b2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/071ec04a5eee4881983633a4af23b6b2 2024-12-15T03:36:46,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/071ec04a5eee4881983633a4af23b6b2, entries=150, sequenceid=418, filesize=12.0 K 2024-12-15T03:36:46,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 957a020a2e3986124f927143c620b69d in 950ms, sequenceid=418, compaction requested=true 2024-12-15T03:36:46,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:46,448 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:46,448 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:46,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:46,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:46,450 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:46,450 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:46,450 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,450 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/0ef0031b1c9e40569db9812c751263e0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b37671074994bca91db911d440755d7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/493f60c6588e48b28c6a0e313f5ad937] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.9 K 2024-12-15T03:36:46,450 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:46,450 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:46,450 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,450 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/30881bbde5134bfaa4a16747b2d8c357, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e3ab17fec49643f0abc96b4571042d36, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4b72d792a8f64931beacd2b40f73afdb] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=39.3 K 2024-12-15T03:36:46,451 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ef0031b1c9e40569db9812c751263e0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1734233803580 2024-12-15T03:36:46,451 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b37671074994bca91db911d440755d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734233804238 2024-12-15T03:36:46,451 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30881bbde5134bfaa4a16747b2d8c357, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1734233803580 2024-12-15T03:36:46,453 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 493f60c6588e48b28c6a0e313f5ad937, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1734233805387 2024-12-15T03:36:46,454 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3ab17fec49643f0abc96b4571042d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734233804238 2024-12-15T03:36:46,459 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b72d792a8f64931beacd2b40f73afdb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1734233805386 2024-12-15T03:36:46,474 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:46,475 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/bddcfb11c95e4ac094bfdb9e267d8afe is 50, key is test_row_0/A:col10/1734233805387/Put/seqid=0 2024-12-15T03:36:46,492 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:46,493 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/96bc9a84125b44bc8a3817b51e609a28 is 50, key is test_row_0/B:col10/1734233805387/Put/seqid=0 2024-12-15T03:36:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741926_1102 (size=13289) 2024-12-15T03:36:46,508 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/bddcfb11c95e4ac094bfdb9e267d8afe as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bddcfb11c95e4ac094bfdb9e267d8afe 2024-12-15T03:36:46,519 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into bddcfb11c95e4ac094bfdb9e267d8afe(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:46,519 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:46,519 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233806448; duration=0sec 2024-12-15T03:36:46,520 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:46,520 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:46,521 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:46,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-15T03:36:46,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,526 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T03:36:46,526 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:46,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:46,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741927_1103 (size=13289) 2024-12-15T03:36:46,533 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:46,534 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,534 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/333feda2837847418c76f2d7985538fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/3f4d1d5c0ead4772a8f38c553fdf163c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/071ec04a5eee4881983633a4af23b6b2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=36.9 K 2024-12-15T03:36:46,539 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 333feda2837847418c76f2d7985538fe, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1734233803580 2024-12-15T03:36:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2c05f33e64b644488f92bc9c3788c4d6 is 50, key is test_row_0/A:col10/1734233805521/Put/seqid=0 2024-12-15T03:36:46,542 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f4d1d5c0ead4772a8f38c553fdf163c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1734233804238 2024-12-15T03:36:46,544 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 071ec04a5eee4881983633a4af23b6b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1734233805387 2024-12-15T03:36:46,546 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/96bc9a84125b44bc8a3817b51e609a28 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/96bc9a84125b44bc8a3817b51e609a28 2024-12-15T03:36:46,561 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 96bc9a84125b44bc8a3817b51e609a28(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:46,561 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:46,561 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233806448; duration=0sec 2024-12-15T03:36:46,561 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:46,561 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:46,564 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:46,565 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/1984b7ef164c48688f27f96370c0effd is 50, key is test_row_0/C:col10/1734233805387/Put/seqid=0 2024-12-15T03:36:46,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741928_1104 (size=12301) 2024-12-15T03:36:46,568 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2c05f33e64b644488f92bc9c3788c4d6 2024-12-15T03:36:46,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741929_1105 (size=13289) 2024-12-15T03:36:46,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3341d0efffe84b0382a6558aee6b235f is 50, key is test_row_0/B:col10/1734233805521/Put/seqid=0 2024-12-15T03:36:46,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741930_1106 (size=12301) 2024-12-15T03:36:46,594 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3341d0efffe84b0382a6558aee6b235f 2024-12-15T03:36:46,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/7b1921c916be420ea2d683a66d145e67 is 50, key is test_row_0/C:col10/1734233805521/Put/seqid=0 2024-12-15T03:36:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741931_1107 (size=12301) 2024-12-15T03:36:46,628 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/7b1921c916be420ea2d683a66d145e67 2024-12-15T03:36:46,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2c05f33e64b644488f92bc9c3788c4d6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2c05f33e64b644488f92bc9c3788c4d6 2024-12-15T03:36:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:46,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:46,648 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2c05f33e64b644488f92bc9c3788c4d6, entries=150, sequenceid=439, filesize=12.0 K 2024-12-15T03:36:46,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3341d0efffe84b0382a6558aee6b235f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3341d0efffe84b0382a6558aee6b235f 2024-12-15T03:36:46,658 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3341d0efffe84b0382a6558aee6b235f, entries=150, sequenceid=439, filesize=12.0 K 2024-12-15T03:36:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/7b1921c916be420ea2d683a66d145e67 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/7b1921c916be420ea2d683a66d145e67 2024-12-15T03:36:46,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233866655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233866657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,665 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/7b1921c916be420ea2d683a66d145e67, entries=150, sequenceid=439, filesize=12.0 K 2024-12-15T03:36:46,666 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 957a020a2e3986124f927143c620b69d in 140ms, sequenceid=439, compaction requested=false 2024-12-15T03:36:46,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-15T03:36:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233866659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-15T03:36:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:46,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T03:36:46,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-15T03:36:46,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-12-15T03:36:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:46,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:46,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0750 sec 2024-12-15T03:36:46,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/3ffb8cef80f94c0098583d34c9f3aff2 is 50, key is test_row_0/A:col10/1734233806668/Put/seqid=0 2024-12-15T03:36:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-15T03:36:46,704 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-15T03:36:46,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233866704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-15T03:36:46,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233866705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T03:36:46,708 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:46,709 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:46,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:46,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741932_1108 (size=14741) 2024-12-15T03:36:46,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233866762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233866762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233866767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233866807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T03:36:46,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233866808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T03:36:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:46,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233866966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233866967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233866971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:46,985 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/1984b7ef164c48688f27f96370c0effd as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1984b7ef164c48688f27f96370c0effd 2024-12-15T03:36:46,995 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 1984b7ef164c48688f27f96370c0effd(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:46,995 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:46,995 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233806448; duration=0sec 2024-12-15T03:36:46,995 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:46,995 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T03:36:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233867010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233867013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T03:36:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/3ffb8cef80f94c0098583d34c9f3aff2 2024-12-15T03:36:47,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3d40240d7be94ae1b666b9b5fc239a99 is 50, key is test_row_0/B:col10/1734233806668/Put/seqid=0 2024-12-15T03:36:47,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741933_1109 (size=12301) 2024-12-15T03:36:47,169 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T03:36:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:47,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233867269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233867273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233867274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T03:36:47,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233867314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233867316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T03:36:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T03:36:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:47,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3d40240d7be94ae1b666b9b5fc239a99 2024-12-15T03:36:47,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/b2720599815045edbb75c2ff22ead589 is 50, key is test_row_0/C:col10/1734233806668/Put/seqid=0 2024-12-15T03:36:47,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741934_1110 (size=12301) 2024-12-15T03:36:47,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/b2720599815045edbb75c2ff22ead589 2024-12-15T03:36:47,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/3ffb8cef80f94c0098583d34c9f3aff2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/3ffb8cef80f94c0098583d34c9f3aff2 2024-12-15T03:36:47,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/3ffb8cef80f94c0098583d34c9f3aff2, entries=200, sequenceid=458, filesize=14.4 K 2024-12-15T03:36:47,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/3d40240d7be94ae1b666b9b5fc239a99 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3d40240d7be94ae1b666b9b5fc239a99 2024-12-15T03:36:47,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3d40240d7be94ae1b666b9b5fc239a99, entries=150, sequenceid=458, filesize=12.0 K 2024-12-15T03:36:47,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/b2720599815045edbb75c2ff22ead589 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/b2720599815045edbb75c2ff22ead589 2024-12-15T03:36:47,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/b2720599815045edbb75c2ff22ead589, entries=150, sequenceid=458, filesize=12.0 K 2024-12-15T03:36:47,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 957a020a2e3986124f927143c620b69d in 907ms, sequenceid=458, compaction requested=true 2024-12-15T03:36:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:47,577 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:47,577 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:47,581 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:47,581 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:47,581 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,581 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/96bc9a84125b44bc8a3817b51e609a28, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3341d0efffe84b0382a6558aee6b235f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3d40240d7be94ae1b666b9b5fc239a99] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.0 K 2024-12-15T03:36:47,582 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:47,582 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:47,582 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,582 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bddcfb11c95e4ac094bfdb9e267d8afe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2c05f33e64b644488f92bc9c3788c4d6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/3ffb8cef80f94c0098583d34c9f3aff2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=39.4 K 2024-12-15T03:36:47,582 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 96bc9a84125b44bc8a3817b51e609a28, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1734233805387 2024-12-15T03:36:47,583 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3341d0efffe84b0382a6558aee6b235f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734233805516 2024-12-15T03:36:47,583 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddcfb11c95e4ac094bfdb9e267d8afe, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1734233805387 2024-12-15T03:36:47,584 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d40240d7be94ae1b666b9b5fc239a99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1734233806654 2024-12-15T03:36:47,584 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c05f33e64b644488f92bc9c3788c4d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734233805516 2024-12-15T03:36:47,584 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ffb8cef80f94c0098583d34c9f3aff2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1734233806654 2024-12-15T03:36:47,599 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:47,600 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/11f2eb9ec8474fcaa9a73b42bc44f96f is 50, key is test_row_0/B:col10/1734233806668/Put/seqid=0 2024-12-15T03:36:47,605 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:47,607 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/47ee8f2f962148b6a1baa334ce7dd147 is 50, key is test_row_0/A:col10/1734233806668/Put/seqid=0 2024-12-15T03:36:47,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741935_1111 (size=13391) 2024-12-15T03:36:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741936_1112 (size=13391) 2024-12-15T03:36:47,620 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/11f2eb9ec8474fcaa9a73b42bc44f96f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/11f2eb9ec8474fcaa9a73b42bc44f96f 2024-12-15T03:36:47,628 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/47ee8f2f962148b6a1baa334ce7dd147 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/47ee8f2f962148b6a1baa334ce7dd147 2024-12-15T03:36:47,629 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 11f2eb9ec8474fcaa9a73b42bc44f96f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:47,629 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:47,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,629 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233807577; duration=0sec 2024-12-15T03:36:47,629 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:47,629 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:47,630 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:47,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-15T03:36:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T03:36:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:47,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:47,633 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:47,634 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:47,634 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:47,634 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1984b7ef164c48688f27f96370c0effd, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/7b1921c916be420ea2d683a66d145e67, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/b2720599815045edbb75c2ff22ead589] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.0 K 2024-12-15T03:36:47,635 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1984b7ef164c48688f27f96370c0effd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1734233805387 2024-12-15T03:36:47,637 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b1921c916be420ea2d683a66d145e67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1734233805516 2024-12-15T03:36:47,637 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b2720599815045edbb75c2ff22ead589, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1734233806654 2024-12-15T03:36:47,641 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 47ee8f2f962148b6a1baa334ce7dd147(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:47,641 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:47,642 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233807576; duration=0sec 2024-12-15T03:36:47,642 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:47,642 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:47,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/21d9e5c5cc084cf4ad1090674210f50d is 50, key is test_row_0/A:col10/1734233806700/Put/seqid=0 2024-12-15T03:36:47,648 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:47,649 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/43ed1049e7a04a3e89375facf44ee80e is 50, key is test_row_0/C:col10/1734233806668/Put/seqid=0 2024-12-15T03:36:47,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741937_1113 (size=13391) 2024-12-15T03:36:47,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741938_1114 (size=12301) 2024-12-15T03:36:47,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/21d9e5c5cc084cf4ad1090674210f50d 2024-12-15T03:36:47,666 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/43ed1049e7a04a3e89375facf44ee80e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/43ed1049e7a04a3e89375facf44ee80e 2024-12-15T03:36:47,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e6458671b200493c8cc8a44da6c0c873 is 50, key is test_row_0/B:col10/1734233806700/Put/seqid=0 2024-12-15T03:36:47,676 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into 43ed1049e7a04a3e89375facf44ee80e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:47,676 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:47,676 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233807577; duration=0sec 2024-12-15T03:36:47,676 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:47,676 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741939_1115 (size=12301) 2024-12-15T03:36:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:47,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233867799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233867801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233867798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T03:36:47,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233867818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233867820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233867903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233867905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:47,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233867911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,088 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e6458671b200493c8cc8a44da6c0c873 2024-12-15T03:36:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/92a32bc75ccd47b3ad9a2282ce02367f is 50, key is test_row_0/C:col10/1734233806700/Put/seqid=0 2024-12-15T03:36:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741940_1116 (size=12301) 2024-12-15T03:36:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233868106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233868109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233868113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233868410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233868411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233868416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,502 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/92a32bc75ccd47b3ad9a2282ce02367f 2024-12-15T03:36:48,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/21d9e5c5cc084cf4ad1090674210f50d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/21d9e5c5cc084cf4ad1090674210f50d 2024-12-15T03:36:48,513 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/21d9e5c5cc084cf4ad1090674210f50d, entries=150, sequenceid=478, filesize=12.0 K 2024-12-15T03:36:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/e6458671b200493c8cc8a44da6c0c873 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e6458671b200493c8cc8a44da6c0c873 2024-12-15T03:36:48,523 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e6458671b200493c8cc8a44da6c0c873, entries=150, sequenceid=478, filesize=12.0 K 2024-12-15T03:36:48,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/92a32bc75ccd47b3ad9a2282ce02367f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92a32bc75ccd47b3ad9a2282ce02367f 2024-12-15T03:36:48,530 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92a32bc75ccd47b3ad9a2282ce02367f, entries=150, sequenceid=478, filesize=12.0 K 2024-12-15T03:36:48,531 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 957a020a2e3986124f927143c620b69d in 901ms, sequenceid=478, compaction requested=false 2024-12-15T03:36:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:48,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-15T03:36:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-15T03:36:48,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-15T03:36:48,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-15T03:36:48,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.8300 sec 2024-12-15T03:36:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T03:36:48,812 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-15T03:36:48,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-15T03:36:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:48,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:48,817 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:48,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:48,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T03:36:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:48,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:48,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8e96ed6b97e4478784e0b92154f672d8 is 50, key is test_row_0/A:col10/1734233807797/Put/seqid=0 2024-12-15T03:36:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741941_1117 (size=14741) 2024-12-15T03:36:48,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233868846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233868849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:48,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233868916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233868916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233868922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233868952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233868953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:48,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T03:36:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:48,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:48,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:49,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T03:36:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233869154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233869155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8e96ed6b97e4478784e0b92154f672d8 2024-12-15T03:36:49,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d161622eee53461ab51f42fec7c16b4d is 50, key is test_row_0/B:col10/1734233807797/Put/seqid=0 2024-12-15T03:36:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741942_1118 (size=12301) 2024-12-15T03:36:49,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T03:36:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:49,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:49,428 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T03:36:49,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:49,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233869458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233869459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T03:36:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:49,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d161622eee53461ab51f42fec7c16b4d 2024-12-15T03:36:49,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/a1c9d3dcd67244168d19fe7aef2ece13 is 50, key is test_row_0/C:col10/1734233807797/Put/seqid=0 2024-12-15T03:36:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741943_1119 (size=12301) 2024-12-15T03:36:49,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/a1c9d3dcd67244168d19fe7aef2ece13 2024-12-15T03:36:49,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/8e96ed6b97e4478784e0b92154f672d8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8e96ed6b97e4478784e0b92154f672d8 2024-12-15T03:36:49,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8e96ed6b97e4478784e0b92154f672d8, entries=200, sequenceid=499, filesize=14.4 K 2024-12-15T03:36:49,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/d161622eee53461ab51f42fec7c16b4d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d161622eee53461ab51f42fec7c16b4d 2024-12-15T03:36:49,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d161622eee53461ab51f42fec7c16b4d, entries=150, sequenceid=499, filesize=12.0 K 2024-12-15T03:36:49,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/a1c9d3dcd67244168d19fe7aef2ece13 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/a1c9d3dcd67244168d19fe7aef2ece13 2024-12-15T03:36:49,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/a1c9d3dcd67244168d19fe7aef2ece13, entries=150, sequenceid=499, filesize=12.0 K 2024-12-15T03:36:49,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 957a020a2e3986124f927143c620b69d in 879ms, sequenceid=499, compaction requested=true 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:49,706 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:49,706 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:49,708 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:49,708 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:49,708 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:49,708 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:49,708 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,708 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,708 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/47ee8f2f962148b6a1baa334ce7dd147, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/21d9e5c5cc084cf4ad1090674210f50d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8e96ed6b97e4478784e0b92154f672d8] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=39.5 K 2024-12-15T03:36:49,708 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/11f2eb9ec8474fcaa9a73b42bc44f96f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e6458671b200493c8cc8a44da6c0c873, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d161622eee53461ab51f42fec7c16b4d] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.1 K 2024-12-15T03:36:49,708 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47ee8f2f962148b6a1baa334ce7dd147, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1734233806654 2024-12-15T03:36:49,708 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f2eb9ec8474fcaa9a73b42bc44f96f, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1734233806654 2024-12-15T03:36:49,709 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21d9e5c5cc084cf4ad1090674210f50d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1734233806684 2024-12-15T03:36:49,709 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e6458671b200493c8cc8a44da6c0c873, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1734233806684 2024-12-15T03:36:49,709 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e96ed6b97e4478784e0b92154f672d8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1734233807797 2024-12-15T03:36:49,709 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d161622eee53461ab51f42fec7c16b4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1734233807797 2024-12-15T03:36:49,720 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:49,720 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:49,721 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/26b85b6caf144d32a577ab1dd3bf5f25 is 50, key is test_row_0/B:col10/1734233807797/Put/seqid=0 2024-12-15T03:36:49,721 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/67769cf043c34357a8a4aa9996ec815b is 50, key is test_row_0/A:col10/1734233807797/Put/seqid=0 2024-12-15T03:36:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741945_1121 (size=13493) 2024-12-15T03:36:49,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741944_1120 (size=13493) 2024-12-15T03:36:49,735 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-15T03:36:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,736 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T03:36:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:49,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:49,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:49,738 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/26b85b6caf144d32a577ab1dd3bf5f25 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/26b85b6caf144d32a577ab1dd3bf5f25 2024-12-15T03:36:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4771414780224ac4bac8c098c1d60e25 is 50, key is test_row_0/A:col10/1734233808845/Put/seqid=0 2024-12-15T03:36:49,745 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 26b85b6caf144d32a577ab1dd3bf5f25(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:49,745 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:49,745 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233809706; duration=0sec 2024-12-15T03:36:49,745 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:49,745 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:49,745 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:49,747 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:49,747 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:49,748 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:49,748 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/43ed1049e7a04a3e89375facf44ee80e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92a32bc75ccd47b3ad9a2282ce02367f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/a1c9d3dcd67244168d19fe7aef2ece13] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.1 K 2024-12-15T03:36:49,748 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ed1049e7a04a3e89375facf44ee80e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1734233806654 2024-12-15T03:36:49,750 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 92a32bc75ccd47b3ad9a2282ce02367f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1734233806684 2024-12-15T03:36:49,751 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a1c9d3dcd67244168d19fe7aef2ece13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1734233807797 2024-12-15T03:36:49,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741946_1122 (size=12301) 2024-12-15T03:36:49,762 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:49,762 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f579753c0e3b473cac5f3a080b59e41d is 50, key is test_row_0/C:col10/1734233807797/Put/seqid=0 2024-12-15T03:36:49,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741947_1123 (size=13493) 2024-12-15T03:36:49,774 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f579753c0e3b473cac5f3a080b59e41d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f579753c0e3b473cac5f3a080b59e41d 2024-12-15T03:36:49,780 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into f579753c0e3b473cac5f3a080b59e41d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:49,781 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:49,781 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233809706; duration=0sec 2024-12-15T03:36:49,781 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:49,781 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:49,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. as already flushing 2024-12-15T03:36:49,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233869941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233869942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233869944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233869964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:49,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233869965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233870045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233870047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233870047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,137 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/67769cf043c34357a8a4aa9996ec815b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/67769cf043c34357a8a4aa9996ec815b 2024-12-15T03:36:50,149 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 67769cf043c34357a8a4aa9996ec815b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:50,150 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:50,150 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233809706; duration=0sec 2024-12-15T03:36:50,150 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:50,150 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:50,155 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4771414780224ac4bac8c098c1d60e25 2024-12-15T03:36:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ed9d30a8909441b6a9f120f2c6ca207f is 50, key is test_row_0/B:col10/1734233808845/Put/seqid=0 2024-12-15T03:36:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741948_1124 (size=12301) 2024-12-15T03:36:50,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233870247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233870250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233870251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233870548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233870552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233870555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ed9d30a8909441b6a9f120f2c6ca207f 2024-12-15T03:36:50,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cd3faacccdad439096c15dc2a27473fe is 50, key is test_row_0/C:col10/1734233808845/Put/seqid=0 2024-12-15T03:36:50,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741949_1125 (size=12301) 2024-12-15T03:36:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:50,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49814 deadline: 1734233870967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49770 deadline: 1734233870978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:50,998 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cd3faacccdad439096c15dc2a27473fe 2024-12-15T03:36:51,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/4771414780224ac4bac8c098c1d60e25 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4771414780224ac4bac8c098c1d60e25 2024-12-15T03:36:51,012 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4771414780224ac4bac8c098c1d60e25, entries=150, sequenceid=516, filesize=12.0 K 2024-12-15T03:36:51,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/ed9d30a8909441b6a9f120f2c6ca207f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ed9d30a8909441b6a9f120f2c6ca207f 2024-12-15T03:36:51,019 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ed9d30a8909441b6a9f120f2c6ca207f, entries=150, sequenceid=516, filesize=12.0 K 2024-12-15T03:36:51,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cd3faacccdad439096c15dc2a27473fe as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cd3faacccdad439096c15dc2a27473fe 2024-12-15T03:36:51,026 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cd3faacccdad439096c15dc2a27473fe, entries=150, sequenceid=516, filesize=12.0 K 2024-12-15T03:36:51,027 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 957a020a2e3986124f927143c620b69d in 1291ms, sequenceid=516, compaction requested=false 2024-12-15T03:36:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-15T03:36:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-15T03:36:51,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-15T03:36:51,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec 2024-12-15T03:36:51,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.2180 sec 2024-12-15T03:36:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:51,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T03:36:51,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:51,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:51,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:51,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:51,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:51,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:51,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/b8e1e9badc114bcf85b92f904fa82586 is 50, key is test_row_0/A:col10/1734233811054/Put/seqid=0 2024-12-15T03:36:51,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741950_1126 (size=12301) 2024-12-15T03:36:51,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/b8e1e9badc114bcf85b92f904fa82586 2024-12-15T03:36:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233871072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233871073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233871073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/68b472fdc31b482792bfb314e794db9f is 50, key is test_row_0/B:col10/1734233811054/Put/seqid=0 2024-12-15T03:36:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741951_1127 (size=12301) 2024-12-15T03:36:51,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233871176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233871176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233871176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233871379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233871380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233871380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/68b472fdc31b482792bfb314e794db9f 2024-12-15T03:36:51,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/854f78a6147642ea94c0c77b05341685 is 50, key is test_row_0/C:col10/1734233811054/Put/seqid=0 2024-12-15T03:36:51,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741952_1128 (size=12301) 2024-12-15T03:36:51,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49740 deadline: 1734233871683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49742 deadline: 1734233871684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49750 deadline: 1734233871684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:51,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/854f78a6147642ea94c0c77b05341685 2024-12-15T03:36:51,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/b8e1e9badc114bcf85b92f904fa82586 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b8e1e9badc114bcf85b92f904fa82586 2024-12-15T03:36:51,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b8e1e9badc114bcf85b92f904fa82586, entries=150, sequenceid=539, filesize=12.0 K 2024-12-15T03:36:51,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/68b472fdc31b482792bfb314e794db9f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/68b472fdc31b482792bfb314e794db9f 2024-12-15T03:36:51,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/68b472fdc31b482792bfb314e794db9f, entries=150, sequenceid=539, filesize=12.0 K 2024-12-15T03:36:51,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/854f78a6147642ea94c0c77b05341685 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/854f78a6147642ea94c0c77b05341685 2024-12-15T03:36:51,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/854f78a6147642ea94c0c77b05341685, entries=150, sequenceid=539, filesize=12.0 K 2024-12-15T03:36:51,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 957a020a2e3986124f927143c620b69d in 871ms, sequenceid=539, compaction requested=true 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:36:51,926 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 957a020a2e3986124f927143c620b69d:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:36:51,926 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:51,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:51,928 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:51,927 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:51,928 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/A is initiating minor compaction (all files) 2024-12-15T03:36:51,928 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/B is initiating minor compaction (all files) 2024-12-15T03:36:51,928 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/A in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:51,928 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/B in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:51,928 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/67769cf043c34357a8a4aa9996ec815b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4771414780224ac4bac8c098c1d60e25, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b8e1e9badc114bcf85b92f904fa82586] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.2 K 2024-12-15T03:36:51,928 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/26b85b6caf144d32a577ab1dd3bf5f25, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ed9d30a8909441b6a9f120f2c6ca207f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/68b472fdc31b482792bfb314e794db9f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.2 K 2024-12-15T03:36:51,928 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67769cf043c34357a8a4aa9996ec815b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1734233807797 2024-12-15T03:36:51,928 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b85b6caf144d32a577ab1dd3bf5f25, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1734233807797 2024-12-15T03:36:51,929 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4771414780224ac4bac8c098c1d60e25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1734233808843 2024-12-15T03:36:51,929 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting ed9d30a8909441b6a9f120f2c6ca207f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1734233808843 2024-12-15T03:36:51,929 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e1e9badc114bcf85b92f904fa82586, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1734233809939 2024-12-15T03:36:51,929 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 68b472fdc31b482792bfb314e794db9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1734233809939 2024-12-15T03:36:51,938 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:51,938 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:51,939 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2cadc3c891f14d649e4dd5f80a231b81 is 50, key is test_row_0/A:col10/1734233811054/Put/seqid=0 2024-12-15T03:36:51,939 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/7929675204fe4b2cb988bcb15921eedd is 50, key is test_row_0/B:col10/1734233811054/Put/seqid=0 2024-12-15T03:36:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741953_1129 (size=13595) 2024-12-15T03:36:51,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741954_1130 (size=13595) 2024-12-15T03:36:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:52,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T03:36:52,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:52,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:52,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:52,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:52,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:52,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:52,193 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f34c0b8 to 127.0.0.1:54928 2024-12-15T03:36:52,193 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f18a09d to 127.0.0.1:54928 2024-12-15T03:36:52,193 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,193 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:54928 2024-12-15T03:36:52,194 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,194 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/08d9333e5ac74dbb8cdc57d04fbfdcd8 is 50, key is test_row_0/A:col10/1734233812188/Put/seqid=0 2024-12-15T03:36:52,194 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24512372 to 127.0.0.1:54928 2024-12-15T03:36:52,195 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,195 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x426bcd11 to 127.0.0.1:54928 2024-12-15T03:36:52,195 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,196 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ebb9f30 to 127.0.0.1:54928 2024-12-15T03:36:52,196 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,197 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d888e3e to 127.0.0.1:54928 2024-12-15T03:36:52,197 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:52,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741955_1131 (size=14741) 2024-12-15T03:36:52,351 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/7929675204fe4b2cb988bcb15921eedd as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/7929675204fe4b2cb988bcb15921eedd 2024-12-15T03:36:52,351 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/2cadc3c891f14d649e4dd5f80a231b81 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2cadc3c891f14d649e4dd5f80a231b81 2024-12-15T03:36:52,357 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/A of 957a020a2e3986124f927143c620b69d into 2cadc3c891f14d649e4dd5f80a231b81(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:52,358 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/B of 957a020a2e3986124f927143c620b69d into 7929675204fe4b2cb988bcb15921eedd(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:52,358 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/A, priority=13, startTime=1734233811926; duration=0sec 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:52,358 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/B, priority=13, startTime=1734233811926; duration=0sec 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:A 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:B 2024-12-15T03:36:52,358 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:36:52,360 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:36:52,360 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 957a020a2e3986124f927143c620b69d/C is initiating minor compaction (all files) 2024-12-15T03:36:52,360 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 957a020a2e3986124f927143c620b69d/C in TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:52,360 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f579753c0e3b473cac5f3a080b59e41d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cd3faacccdad439096c15dc2a27473fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/854f78a6147642ea94c0c77b05341685] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp, totalSize=37.2 K 2024-12-15T03:36:52,360 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f579753c0e3b473cac5f3a080b59e41d, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1734233807797 2024-12-15T03:36:52,361 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd3faacccdad439096c15dc2a27473fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1734233808843 2024-12-15T03:36:52,361 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 854f78a6147642ea94c0c77b05341685, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1734233809939 2024-12-15T03:36:52,369 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 957a020a2e3986124f927143c620b69d#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:36:52,370 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cc7596660f8447b5b46e91f1afa9fe16 is 50, key is test_row_0/C:col10/1734233811054/Put/seqid=0 2024-12-15T03:36:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741956_1132 (size=13595) 2024-12-15T03:36:52,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/08d9333e5ac74dbb8cdc57d04fbfdcd8 2024-12-15T03:36:52,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/257258e626414cf9b64bd34a6996b010 is 50, key is test_row_0/B:col10/1734233812188/Put/seqid=0 2024-12-15T03:36:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741957_1133 (size=12301) 2024-12-15T03:36:52,780 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/cc7596660f8447b5b46e91f1afa9fe16 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cc7596660f8447b5b46e91f1afa9fe16 2024-12-15T03:36:52,785 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 957a020a2e3986124f927143c620b69d/C of 957a020a2e3986124f927143c620b69d into cc7596660f8447b5b46e91f1afa9fe16(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:36:52,785 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:52,785 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d., storeName=957a020a2e3986124f927143c620b69d/C, priority=13, startTime=1734233811926; duration=0sec 2024-12-15T03:36:52,785 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:36:52,785 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 957a020a2e3986124f927143c620b69d:C 2024-12-15T03:36:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-15T03:36:52,921 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-15T03:36:52,980 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:54928 2024-12-15T03:36:52,980 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:53,000 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d523ff to 127.0.0.1:54928 2024-12-15T03:36:53,000 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6308 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5972 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2704 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8111 rows 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2705 2024-12-15T03:36:53,001 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8115 rows 2024-12-15T03:36:53,001 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:36:53,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02a08c5a to 127.0.0.1:54928 2024-12-15T03:36:53,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:36:53,005 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T03:36:53,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T03:36:53,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/257258e626414cf9b64bd34a6996b010 2024-12-15T03:36:53,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:53,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233813017"}]},"ts":"1734233813017"} 2024-12-15T03:36:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T03:36:53,019 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T03:36:53,021 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T03:36:53,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/bd90012406a740e1b915bf26b5059a2e is 50, key is test_row_0/C:col10/1734233812188/Put/seqid=0 2024-12-15T03:36:53,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:36:53,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741958_1134 (size=12301) 2024-12-15T03:36:53,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, UNASSIGN}] 2024-12-15T03:36:53,029 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, UNASSIGN 2024-12-15T03:36:53,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=957a020a2e3986124f927143c620b69d, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:53,030 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:36:53,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T03:36:53,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:53,188 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:53,188 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:36:53,189 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 957a020a2e3986124f927143c620b69d, disabling compactions & flushes 2024-12-15T03:36:53,189 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T03:36:53,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=558 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/bd90012406a740e1b915bf26b5059a2e 2024-12-15T03:36:53,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/08d9333e5ac74dbb8cdc57d04fbfdcd8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/08d9333e5ac74dbb8cdc57d04fbfdcd8 2024-12-15T03:36:53,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/08d9333e5ac74dbb8cdc57d04fbfdcd8, entries=200, sequenceid=558, filesize=14.4 K 2024-12-15T03:36:53,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/257258e626414cf9b64bd34a6996b010 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/257258e626414cf9b64bd34a6996b010 2024-12-15T03:36:53,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/257258e626414cf9b64bd34a6996b010, entries=150, sequenceid=558, filesize=12.0 K 2024-12-15T03:36:53,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/bd90012406a740e1b915bf26b5059a2e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/bd90012406a740e1b915bf26b5059a2e 2024-12-15T03:36:53,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/bd90012406a740e1b915bf26b5059a2e, entries=150, sequenceid=558, filesize=12.0 K 2024-12-15T03:36:53,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=33.54 KB/34350 for 957a020a2e3986124f927143c620b69d in 1261ms, sequenceid=558, compaction requested=false 2024-12-15T03:36:53,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:53,449 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. after waiting 0 ms 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:53,449 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 957a020a2e3986124f927143c620b69d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=A 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=B 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 957a020a2e3986124f927143c620b69d, store=C 2024-12-15T03:36:53,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:53,453 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/c0ce4f64e771499699e3d8a7fe4e8a8d is 50, key is test_row_0/A:col10/1734233812979/Put/seqid=0 2024-12-15T03:36:53,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741959_1135 (size=12301) 2024-12-15T03:36:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T03:36:53,858 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/c0ce4f64e771499699e3d8a7fe4e8a8d 2024-12-15T03:36:53,867 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4d8d4e36478847f48c840153888a1ae1 is 50, key is test_row_0/B:col10/1734233812979/Put/seqid=0 2024-12-15T03:36:53,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741960_1136 (size=12301) 2024-12-15T03:36:54,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T03:36:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T03:36:54,272 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4d8d4e36478847f48c840153888a1ae1 2024-12-15T03:36:54,281 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f2c610c2b2ca40339b51855346c02ce5 is 50, key is test_row_0/C:col10/1734233812979/Put/seqid=0 2024-12-15T03:36:54,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741961_1137 (size=12301) 2024-12-15T03:36:54,685 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f2c610c2b2ca40339b51855346c02ce5 2024-12-15T03:36:54,691 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/A/c0ce4f64e771499699e3d8a7fe4e8a8d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/c0ce4f64e771499699e3d8a7fe4e8a8d 2024-12-15T03:36:54,695 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/c0ce4f64e771499699e3d8a7fe4e8a8d, entries=150, sequenceid=569, filesize=12.0 K 2024-12-15T03:36:54,696 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/B/4d8d4e36478847f48c840153888a1ae1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4d8d4e36478847f48c840153888a1ae1 2024-12-15T03:36:54,701 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4d8d4e36478847f48c840153888a1ae1, entries=150, sequenceid=569, filesize=12.0 K 2024-12-15T03:36:54,702 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/.tmp/C/f2c610c2b2ca40339b51855346c02ce5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f2c610c2b2ca40339b51855346c02ce5 2024-12-15T03:36:54,706 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f2c610c2b2ca40339b51855346c02ce5, entries=150, sequenceid=569, filesize=12.0 K 2024-12-15T03:36:54,707 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 957a020a2e3986124f927143c620b69d in 1258ms, sequenceid=569, compaction requested=true 2024-12-15T03:36:54,708 DEBUG [StoreCloser-TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/58d4cf37fe4e46e69ce764ff0188bd97, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b233de33714d46ecbdd18e666833dfe0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/994e054379334a2e9dbed13c030c3b84, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e1d5b0e06af04fed8b1dfd10d29209eb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ceb2684180e249b09a7f24febf5171c5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bb33908d85904359baa573d23f4976e9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4a65125d073646f384017d495d0d6cf4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/524486fd48ac49ef815571028585181e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/70b5620d33554265b0d23bef007f3c1f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/88c67a1fd5494026a9369223a8549928, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8b24ab57c3cb4f0dbcd89755af95e94a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8946d07a44de4e5eb8f975595c5625a0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/75c1e3bf7d6f4f2681df1f39ed47adf5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/9ffd3d7082c84a068d147fb7cf53f49b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ec8d95c8712947249bd59cbd9978ce35, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8eb2412e1abb4e46a539aef3b6b83ae7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/72c25a520c3344e29c771612fbaafe49, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/a40cce6975ff4ef9899ccaf5175f82a8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/f6d1d085bee2446494d96e265c943430, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8c4db1d35a6741dba7c640ec18202c0b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/5584ba574c354f91944230e6c4b33a16, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/fef16aaa41eb4d2cbec04ceab16ccf25, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e4122a41911a4cc18ac3bde0804939d2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/308369bbe2804d6bb172ae10a47ea778, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/30881bbde5134bfaa4a16747b2d8c357, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/af0d13501d9b47d7b18daadc7d29f10d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e3ab17fec49643f0abc96b4571042d36, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4b72d792a8f64931beacd2b40f73afdb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bddcfb11c95e4ac094bfdb9e267d8afe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2c05f33e64b644488f92bc9c3788c4d6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/3ffb8cef80f94c0098583d34c9f3aff2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/47ee8f2f962148b6a1baa334ce7dd147, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/21d9e5c5cc084cf4ad1090674210f50d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8e96ed6b97e4478784e0b92154f672d8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/67769cf043c34357a8a4aa9996ec815b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4771414780224ac4bac8c098c1d60e25, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b8e1e9badc114bcf85b92f904fa82586] to archive 2024-12-15T03:36:54,711 DEBUG [StoreCloser-TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:36:54,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e1d5b0e06af04fed8b1dfd10d29209eb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e1d5b0e06af04fed8b1dfd10d29209eb 2024-12-15T03:36:54,721 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ceb2684180e249b09a7f24febf5171c5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ceb2684180e249b09a7f24febf5171c5 2024-12-15T03:36:54,721 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4a65125d073646f384017d495d0d6cf4 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4a65125d073646f384017d495d0d6cf4 2024-12-15T03:36:54,721 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bb33908d85904359baa573d23f4976e9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bb33908d85904359baa573d23f4976e9 2024-12-15T03:36:54,722 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/994e054379334a2e9dbed13c030c3b84 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/994e054379334a2e9dbed13c030c3b84 2024-12-15T03:36:54,723 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/58d4cf37fe4e46e69ce764ff0188bd97 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/58d4cf37fe4e46e69ce764ff0188bd97 2024-12-15T03:36:54,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b233de33714d46ecbdd18e666833dfe0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b233de33714d46ecbdd18e666833dfe0 2024-12-15T03:36:54,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2db20e8c5f3a4cb79fbbc3aa93cb73b0 2024-12-15T03:36:54,724 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/524486fd48ac49ef815571028585181e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/524486fd48ac49ef815571028585181e 2024-12-15T03:36:54,725 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/70b5620d33554265b0d23bef007f3c1f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/70b5620d33554265b0d23bef007f3c1f 2024-12-15T03:36:54,725 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8946d07a44de4e5eb8f975595c5625a0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8946d07a44de4e5eb8f975595c5625a0 2024-12-15T03:36:54,725 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/88c67a1fd5494026a9369223a8549928 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/88c67a1fd5494026a9369223a8549928 2024-12-15T03:36:54,725 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8b24ab57c3cb4f0dbcd89755af95e94a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8b24ab57c3cb4f0dbcd89755af95e94a 2024-12-15T03:36:54,726 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/75c1e3bf7d6f4f2681df1f39ed47adf5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/75c1e3bf7d6f4f2681df1f39ed47adf5 2024-12-15T03:36:54,727 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ec8d95c8712947249bd59cbd9978ce35 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/ec8d95c8712947249bd59cbd9978ce35 2024-12-15T03:36:54,728 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8eb2412e1abb4e46a539aef3b6b83ae7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8eb2412e1abb4e46a539aef3b6b83ae7 2024-12-15T03:36:54,728 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/f6d1d085bee2446494d96e265c943430 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/f6d1d085bee2446494d96e265c943430 2024-12-15T03:36:54,728 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/a40cce6975ff4ef9899ccaf5175f82a8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/a40cce6975ff4ef9899ccaf5175f82a8 2024-12-15T03:36:54,728 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8c4db1d35a6741dba7c640ec18202c0b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8c4db1d35a6741dba7c640ec18202c0b 2024-12-15T03:36:54,728 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/9ffd3d7082c84a068d147fb7cf53f49b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/9ffd3d7082c84a068d147fb7cf53f49b 2024-12-15T03:36:54,729 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/5584ba574c354f91944230e6c4b33a16 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/5584ba574c354f91944230e6c4b33a16 2024-12-15T03:36:54,731 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/fef16aaa41eb4d2cbec04ceab16ccf25 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/fef16aaa41eb4d2cbec04ceab16ccf25 2024-12-15T03:36:54,731 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/30881bbde5134bfaa4a16747b2d8c357 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/30881bbde5134bfaa4a16747b2d8c357 2024-12-15T03:36:54,731 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/308369bbe2804d6bb172ae10a47ea778 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/308369bbe2804d6bb172ae10a47ea778 2024-12-15T03:36:54,731 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e4122a41911a4cc18ac3bde0804939d2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e4122a41911a4cc18ac3bde0804939d2 2024-12-15T03:36:54,732 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/af0d13501d9b47d7b18daadc7d29f10d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/af0d13501d9b47d7b18daadc7d29f10d 2024-12-15T03:36:54,732 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4b72d792a8f64931beacd2b40f73afdb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4b72d792a8f64931beacd2b40f73afdb 2024-12-15T03:36:54,733 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e3ab17fec49643f0abc96b4571042d36 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/e3ab17fec49643f0abc96b4571042d36 2024-12-15T03:36:54,733 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/72c25a520c3344e29c771612fbaafe49 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/72c25a520c3344e29c771612fbaafe49 2024-12-15T03:36:54,733 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bddcfb11c95e4ac094bfdb9e267d8afe to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/bddcfb11c95e4ac094bfdb9e267d8afe 2024-12-15T03:36:54,734 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/3ffb8cef80f94c0098583d34c9f3aff2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/3ffb8cef80f94c0098583d34c9f3aff2 2024-12-15T03:36:54,734 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/47ee8f2f962148b6a1baa334ce7dd147 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/47ee8f2f962148b6a1baa334ce7dd147 2024-12-15T03:36:54,735 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2c05f33e64b644488f92bc9c3788c4d6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2c05f33e64b644488f92bc9c3788c4d6 2024-12-15T03:36:54,735 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/21d9e5c5cc084cf4ad1090674210f50d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/21d9e5c5cc084cf4ad1090674210f50d 2024-12-15T03:36:54,735 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8e96ed6b97e4478784e0b92154f672d8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/8e96ed6b97e4478784e0b92154f672d8 2024-12-15T03:36:54,736 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4771414780224ac4bac8c098c1d60e25 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/4771414780224ac4bac8c098c1d60e25 2024-12-15T03:36:54,736 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/67769cf043c34357a8a4aa9996ec815b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/67769cf043c34357a8a4aa9996ec815b 2024-12-15T03:36:54,736 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b8e1e9badc114bcf85b92f904fa82586 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/b8e1e9badc114bcf85b92f904fa82586 2024-12-15T03:36:54,751 DEBUG [StoreCloser-TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/a6342fb67c344246993dafd7321a5eac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/02ad31e36fb34d398e1febba5958aab0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9e8d73ce8d8a415481a69fb808954c62, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef1864f287343fb9f941a158557ad3a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/8be07be473e04fda8b38afb10a19da52, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b1ce3c65eb14a33a4eb17b7111bfcfc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9eb69c9f27004638b3191810594b0bd1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3ad5d5d5e90a4a32b67ff2656c088543, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/598d9960ff294aed82f9aa6a3b6f51b2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e02737cbac79490fb51d8e1dd3a9f580, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c60226dcc72d4229901cb8ca21858b19, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/55ed51bddd10411f8ccbeda352374452, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/46b15eff126f436895458308e310148b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d13c59a1617a4634942151a654c6c93d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/f196f13975dd46dbaa38598d42bb1b03, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ba774dcaa47049de898a5dac93412519, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f5d26460a4841069d8238bbe10b3270, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/306af8888e4f4232934142ca435e688a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef9998424e049e380b8dc744126b32f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e5e36a68dd23492bac6cb70d8c5f2b32, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ff660c98abee4cd0b1a6474f9ec2f9e3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d874d69a5cd64e13ae0fead8338a8eda, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/117886f89078445dbf44c4e583b2bc8f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c2211c5653ca4b23a695fff72bceb169, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f701c58d4b74df6b958a52824ea11b9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/0ef0031b1c9e40569db9812c751263e0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/354edf9630c94fb18c8462dfd2779b9c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b37671074994bca91db911d440755d7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/96bc9a84125b44bc8a3817b51e609a28, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/493f60c6588e48b28c6a0e313f5ad937, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3341d0efffe84b0382a6558aee6b235f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/11f2eb9ec8474fcaa9a73b42bc44f96f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3d40240d7be94ae1b666b9b5fc239a99, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e6458671b200493c8cc8a44da6c0c873, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/26b85b6caf144d32a577ab1dd3bf5f25, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d161622eee53461ab51f42fec7c16b4d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ed9d30a8909441b6a9f120f2c6ca207f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/68b472fdc31b482792bfb314e794db9f] to archive 2024-12-15T03:36:54,752 DEBUG [StoreCloser-TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:36:54,754 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/a6342fb67c344246993dafd7321a5eac to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/a6342fb67c344246993dafd7321a5eac 2024-12-15T03:36:54,755 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/02ad31e36fb34d398e1febba5958aab0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/02ad31e36fb34d398e1febba5958aab0 2024-12-15T03:36:54,755 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b1ce3c65eb14a33a4eb17b7111bfcfc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b1ce3c65eb14a33a4eb17b7111bfcfc 2024-12-15T03:36:54,755 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef1864f287343fb9f941a158557ad3a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef1864f287343fb9f941a158557ad3a 2024-12-15T03:36:54,756 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3ad5d5d5e90a4a32b67ff2656c088543 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3ad5d5d5e90a4a32b67ff2656c088543 2024-12-15T03:36:54,756 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9e8d73ce8d8a415481a69fb808954c62 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9e8d73ce8d8a415481a69fb808954c62 2024-12-15T03:36:54,756 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9eb69c9f27004638b3191810594b0bd1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9eb69c9f27004638b3191810594b0bd1 2024-12-15T03:36:54,758 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/8be07be473e04fda8b38afb10a19da52 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/8be07be473e04fda8b38afb10a19da52 2024-12-15T03:36:54,758 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/598d9960ff294aed82f9aa6a3b6f51b2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/598d9960ff294aed82f9aa6a3b6f51b2 2024-12-15T03:36:54,759 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/46b15eff126f436895458308e310148b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/46b15eff126f436895458308e310148b 2024-12-15T03:36:54,759 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c60226dcc72d4229901cb8ca21858b19 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c60226dcc72d4229901cb8ca21858b19 2024-12-15T03:36:54,759 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/f196f13975dd46dbaa38598d42bb1b03 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/f196f13975dd46dbaa38598d42bb1b03 2024-12-15T03:36:54,759 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d13c59a1617a4634942151a654c6c93d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d13c59a1617a4634942151a654c6c93d 2024-12-15T03:36:54,759 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e02737cbac79490fb51d8e1dd3a9f580 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e02737cbac79490fb51d8e1dd3a9f580 2024-12-15T03:36:54,760 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/55ed51bddd10411f8ccbeda352374452 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/55ed51bddd10411f8ccbeda352374452 2024-12-15T03:36:54,760 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ba774dcaa47049de898a5dac93412519 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ba774dcaa47049de898a5dac93412519 2024-12-15T03:36:54,761 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f5d26460a4841069d8238bbe10b3270 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f5d26460a4841069d8238bbe10b3270 2024-12-15T03:36:54,762 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/306af8888e4f4232934142ca435e688a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/306af8888e4f4232934142ca435e688a 2024-12-15T03:36:54,762 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e5e36a68dd23492bac6cb70d8c5f2b32 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e5e36a68dd23492bac6cb70d8c5f2b32 2024-12-15T03:36:54,762 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ff660c98abee4cd0b1a6474f9ec2f9e3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ff660c98abee4cd0b1a6474f9ec2f9e3 2024-12-15T03:36:54,763 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d874d69a5cd64e13ae0fead8338a8eda to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d874d69a5cd64e13ae0fead8338a8eda 2024-12-15T03:36:54,765 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c2211c5653ca4b23a695fff72bceb169 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/c2211c5653ca4b23a695fff72bceb169 2024-12-15T03:36:54,765 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/117886f89078445dbf44c4e583b2bc8f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/117886f89078445dbf44c4e583b2bc8f 2024-12-15T03:36:54,765 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f701c58d4b74df6b958a52824ea11b9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/9f701c58d4b74df6b958a52824ea11b9 2024-12-15T03:36:54,765 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef9998424e049e380b8dc744126b32f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/1ef9998424e049e380b8dc744126b32f 2024-12-15T03:36:54,766 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/96bc9a84125b44bc8a3817b51e609a28 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/96bc9a84125b44bc8a3817b51e609a28 2024-12-15T03:36:54,766 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/0ef0031b1c9e40569db9812c751263e0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/0ef0031b1c9e40569db9812c751263e0 2024-12-15T03:36:54,767 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b37671074994bca91db911d440755d7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4b37671074994bca91db911d440755d7 2024-12-15T03:36:54,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/354edf9630c94fb18c8462dfd2779b9c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/354edf9630c94fb18c8462dfd2779b9c 2024-12-15T03:36:54,768 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/11f2eb9ec8474fcaa9a73b42bc44f96f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/11f2eb9ec8474fcaa9a73b42bc44f96f 2024-12-15T03:36:54,768 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3341d0efffe84b0382a6558aee6b235f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3341d0efffe84b0382a6558aee6b235f 2024-12-15T03:36:54,769 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/493f60c6588e48b28c6a0e313f5ad937 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/493f60c6588e48b28c6a0e313f5ad937 2024-12-15T03:36:54,769 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3d40240d7be94ae1b666b9b5fc239a99 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/3d40240d7be94ae1b666b9b5fc239a99 2024-12-15T03:36:54,769 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e6458671b200493c8cc8a44da6c0c873 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/e6458671b200493c8cc8a44da6c0c873 2024-12-15T03:36:54,770 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/26b85b6caf144d32a577ab1dd3bf5f25 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/26b85b6caf144d32a577ab1dd3bf5f25 2024-12-15T03:36:54,770 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d161622eee53461ab51f42fec7c16b4d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/d161622eee53461ab51f42fec7c16b4d 2024-12-15T03:36:54,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ed9d30a8909441b6a9f120f2c6ca207f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/ed9d30a8909441b6a9f120f2c6ca207f 2024-12-15T03:36:54,770 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/68b472fdc31b482792bfb314e794db9f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/68b472fdc31b482792bfb314e794db9f 2024-12-15T03:36:54,772 DEBUG [StoreCloser-TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/54e4c3487fd84003a3fb8b6758a01f02, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f3f195f198bc479e9f89ddd022373073, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/e02b6ae72b8a413c822d3e74f6c9b70f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/78ad6b16eade4024b4d1068b83f75790, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/5b4c081215f24c7d92a39a0bd09a38ba, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d6763b369be1494998ad67a3bc5e2365, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/467e2a74f39749e7b795bb63bd137b5c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cad18e46c7bb4e3bb11a8f041e44f027, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/c70a02476b1d42baa52d5eac2b169148, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/24bb167cc4084629a9eeac424e98a2ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1aa81a79b10f45019fdaf2ad4e6dc250, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/203348dc17764deda363fee2bb7215ee, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/031ffc3f8ce849be9dba78d5888e0ef2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f04fa169082f48b4b03125364ac9c35a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/fb76fea02a9c4402a3e283900fcd1795, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/80cf71199b0b4530b10e21590857f670, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/9a6fec58ef3b401ea85b3cbdea0db10a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/4694b745090b4f19bbb302c6fa0cd279, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/161c2f50124b431eac45afd049962449, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/64811fc79e3d42ef9b19a563e353555e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/2aa37ef12ed14697a0005c5cd31121c2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/685c32264f114948b7373de443856a34, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f08210f2f71c4dd798a06f0d7e722d8b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/0d36682a788441d28cbe0767e231c63c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d089ec7b6482477ab382082d3f99a9a6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/333feda2837847418c76f2d7985538fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92c3cbc3319749169118c1fe26a6bce2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/3f4d1d5c0ead4772a8f38c553fdf163c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1984b7ef164c48688f27f96370c0effd, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/071ec04a5eee4881983633a4af23b6b2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/7b1921c916be420ea2d683a66d145e67, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/43ed1049e7a04a3e89375facf44ee80e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/b2720599815045edbb75c2ff22ead589, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92a32bc75ccd47b3ad9a2282ce02367f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f579753c0e3b473cac5f3a080b59e41d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/a1c9d3dcd67244168d19fe7aef2ece13, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cd3faacccdad439096c15dc2a27473fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/854f78a6147642ea94c0c77b05341685] to archive 2024-12-15T03:36:54,774 DEBUG [StoreCloser-TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:36:54,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/5b4c081215f24c7d92a39a0bd09a38ba to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/5b4c081215f24c7d92a39a0bd09a38ba 2024-12-15T03:36:54,777 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/78ad6b16eade4024b4d1068b83f75790 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/78ad6b16eade4024b4d1068b83f75790 2024-12-15T03:36:54,777 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/54e4c3487fd84003a3fb8b6758a01f02 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/54e4c3487fd84003a3fb8b6758a01f02 2024-12-15T03:36:54,777 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cad18e46c7bb4e3bb11a8f041e44f027 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cad18e46c7bb4e3bb11a8f041e44f027 2024-12-15T03:36:54,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/467e2a74f39749e7b795bb63bd137b5c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/467e2a74f39749e7b795bb63bd137b5c 2024-12-15T03:36:54,777 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d6763b369be1494998ad67a3bc5e2365 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d6763b369be1494998ad67a3bc5e2365 2024-12-15T03:36:54,778 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f3f195f198bc479e9f89ddd022373073 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f3f195f198bc479e9f89ddd022373073 2024-12-15T03:36:54,778 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/e02b6ae72b8a413c822d3e74f6c9b70f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/e02b6ae72b8a413c822d3e74f6c9b70f 2024-12-15T03:36:54,780 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1aa81a79b10f45019fdaf2ad4e6dc250 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1aa81a79b10f45019fdaf2ad4e6dc250 2024-12-15T03:36:54,780 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/24bb167cc4084629a9eeac424e98a2ec to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/24bb167cc4084629a9eeac424e98a2ec 2024-12-15T03:36:54,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/c70a02476b1d42baa52d5eac2b169148 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/c70a02476b1d42baa52d5eac2b169148 2024-12-15T03:36:54,780 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/203348dc17764deda363fee2bb7215ee to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/203348dc17764deda363fee2bb7215ee 2024-12-15T03:36:54,780 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f04fa169082f48b4b03125364ac9c35a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f04fa169082f48b4b03125364ac9c35a 2024-12-15T03:36:54,781 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/031ffc3f8ce849be9dba78d5888e0ef2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/031ffc3f8ce849be9dba78d5888e0ef2 2024-12-15T03:36:54,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/fb76fea02a9c4402a3e283900fcd1795 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/fb76fea02a9c4402a3e283900fcd1795 2024-12-15T03:36:54,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/80cf71199b0b4530b10e21590857f670 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/80cf71199b0b4530b10e21590857f670 2024-12-15T03:36:54,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/161c2f50124b431eac45afd049962449 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/161c2f50124b431eac45afd049962449 2024-12-15T03:36:54,783 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/64811fc79e3d42ef9b19a563e353555e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/64811fc79e3d42ef9b19a563e353555e 2024-12-15T03:36:54,783 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/9a6fec58ef3b401ea85b3cbdea0db10a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/9a6fec58ef3b401ea85b3cbdea0db10a 2024-12-15T03:36:54,784 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/2aa37ef12ed14697a0005c5cd31121c2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/2aa37ef12ed14697a0005c5cd31121c2 2024-12-15T03:36:54,784 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/4694b745090b4f19bbb302c6fa0cd279 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/4694b745090b4f19bbb302c6fa0cd279 2024-12-15T03:36:54,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/685c32264f114948b7373de443856a34 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/685c32264f114948b7373de443856a34 2024-12-15T03:36:54,786 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f08210f2f71c4dd798a06f0d7e722d8b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f08210f2f71c4dd798a06f0d7e722d8b 2024-12-15T03:36:54,786 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/0d36682a788441d28cbe0767e231c63c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/0d36682a788441d28cbe0767e231c63c 2024-12-15T03:36:54,788 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/333feda2837847418c76f2d7985538fe to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/333feda2837847418c76f2d7985538fe 2024-12-15T03:36:54,788 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1984b7ef164c48688f27f96370c0effd to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/1984b7ef164c48688f27f96370c0effd 2024-12-15T03:36:54,788 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/3f4d1d5c0ead4772a8f38c553fdf163c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/3f4d1d5c0ead4772a8f38c553fdf163c 2024-12-15T03:36:54,788 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92c3cbc3319749169118c1fe26a6bce2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92c3cbc3319749169118c1fe26a6bce2 2024-12-15T03:36:54,789 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d089ec7b6482477ab382082d3f99a9a6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/d089ec7b6482477ab382082d3f99a9a6 2024-12-15T03:36:54,790 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/071ec04a5eee4881983633a4af23b6b2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/071ec04a5eee4881983633a4af23b6b2 2024-12-15T03:36:54,790 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/7b1921c916be420ea2d683a66d145e67 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/7b1921c916be420ea2d683a66d145e67 2024-12-15T03:36:54,791 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/b2720599815045edbb75c2ff22ead589 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/b2720599815045edbb75c2ff22ead589 2024-12-15T03:36:54,791 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/a1c9d3dcd67244168d19fe7aef2ece13 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/a1c9d3dcd67244168d19fe7aef2ece13 2024-12-15T03:36:54,791 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/43ed1049e7a04a3e89375facf44ee80e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/43ed1049e7a04a3e89375facf44ee80e 2024-12-15T03:36:54,791 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92a32bc75ccd47b3ad9a2282ce02367f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/92a32bc75ccd47b3ad9a2282ce02367f 2024-12-15T03:36:54,792 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f579753c0e3b473cac5f3a080b59e41d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f579753c0e3b473cac5f3a080b59e41d 2024-12-15T03:36:54,792 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cd3faacccdad439096c15dc2a27473fe to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cd3faacccdad439096c15dc2a27473fe 2024-12-15T03:36:54,793 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/854f78a6147642ea94c0c77b05341685 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/854f78a6147642ea94c0c77b05341685 2024-12-15T03:36:54,800 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/recovered.edits/572.seqid, newMaxSeqId=572, maxSeqId=1 2024-12-15T03:36:54,803 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d. 2024-12-15T03:36:54,803 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 957a020a2e3986124f927143c620b69d: 2024-12-15T03:36:54,805 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 957a020a2e3986124f927143c620b69d 2024-12-15T03:36:54,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=957a020a2e3986124f927143c620b69d, regionState=CLOSED 2024-12-15T03:36:54,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-15T03:36:54,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 957a020a2e3986124f927143c620b69d, server=c1551786b40e,42709,1734233785718 in 1.7750 sec 2024-12-15T03:36:54,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-15T03:36:54,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=957a020a2e3986124f927143c620b69d, UNASSIGN in 1.7800 sec 2024-12-15T03:36:54,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-15T03:36:54,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7880 sec 2024-12-15T03:36:54,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233814814"}]},"ts":"1734233814814"} 2024-12-15T03:36:54,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T03:36:54,818 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T03:36:54,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8070 sec 2024-12-15T03:36:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T03:36:55,123 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-15T03:36:55,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T03:36:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,131 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-15T03:36:55,133 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,135 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d 2024-12-15T03:36:55,139 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/recovered.edits] 2024-12-15T03:36:55,143 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2cadc3c891f14d649e4dd5f80a231b81 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/2cadc3c891f14d649e4dd5f80a231b81 2024-12-15T03:36:55,143 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/c0ce4f64e771499699e3d8a7fe4e8a8d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/c0ce4f64e771499699e3d8a7fe4e8a8d 2024-12-15T03:36:55,143 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/08d9333e5ac74dbb8cdc57d04fbfdcd8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/A/08d9333e5ac74dbb8cdc57d04fbfdcd8 2024-12-15T03:36:55,147 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/257258e626414cf9b64bd34a6996b010 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/257258e626414cf9b64bd34a6996b010 2024-12-15T03:36:55,147 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/7929675204fe4b2cb988bcb15921eedd to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/7929675204fe4b2cb988bcb15921eedd 2024-12-15T03:36:55,147 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4d8d4e36478847f48c840153888a1ae1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/B/4d8d4e36478847f48c840153888a1ae1 2024-12-15T03:36:55,150 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f2c610c2b2ca40339b51855346c02ce5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/f2c610c2b2ca40339b51855346c02ce5 2024-12-15T03:36:55,150 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cc7596660f8447b5b46e91f1afa9fe16 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/cc7596660f8447b5b46e91f1afa9fe16 2024-12-15T03:36:55,151 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/bd90012406a740e1b915bf26b5059a2e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/C/bd90012406a740e1b915bf26b5059a2e 2024-12-15T03:36:55,154 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/recovered.edits/572.seqid to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d/recovered.edits/572.seqid 2024-12-15T03:36:55,155 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/957a020a2e3986124f927143c620b69d 2024-12-15T03:36:55,155 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T03:36:55,161 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T03:36:55,170 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T03:36:55,207 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T03:36:55,208 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,208 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T03:36:55,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734233815208"}]},"ts":"9223372036854775807"} 2024-12-15T03:36:55,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T03:36:55,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 957a020a2e3986124f927143c620b69d, NAME => 'TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T03:36:55,212 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T03:36:55,213 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734233815212"}]},"ts":"9223372036854775807"} 2024-12-15T03:36:55,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T03:36:55,218 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 92 msec 2024-12-15T03:36:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-15T03:36:55,234 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-15T03:36:55,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_312714711_22 at /127.0.0.1:53772 [Waiting for operation #234] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1734731409_22 at /127.0.0.1:53640 [Waiting for operation #261] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c1551786b40e:42709-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_312714711_22 at /127.0.0.1:59054 [Waiting for operation #278] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c1551786b40e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 90) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2516 (was 3095) 2024-12-15T03:36:55,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=2516 2024-12-15T03:36:55,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:36:55,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:36:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:55,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:36:55,262 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:55,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-12-15T03:36:55,263 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:36:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T03:36:55,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741962_1138 (size=963) 2024-12-15T03:36:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T03:36:55,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T03:36:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T03:36:55,672 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:36:55,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741963_1139 (size=53) 2024-12-15T03:36:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T03:36:56,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:56,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bb79d39d438a938174751a7e1cb3f7e6, disabling compactions & flushes 2024-12-15T03:36:56,079 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. after waiting 0 ms 2024-12-15T03:36:56,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,079 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,079 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:36:56,081 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:36:56,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734233816081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233816081"}]},"ts":"1734233816081"} 2024-12-15T03:36:56,083 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:36:56,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:36:56,084 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233816084"}]},"ts":"1734233816084"} 2024-12-15T03:36:56,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T03:36:56,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, ASSIGN}] 2024-12-15T03:36:56,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, ASSIGN 2024-12-15T03:36:56,091 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:36:56,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:56,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T03:36:56,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:56,400 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,400 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:36:56,400 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,400 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:56,401 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,401 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,402 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,403 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:56,404 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79d39d438a938174751a7e1cb3f7e6 columnFamilyName A 2024-12-15T03:36:56,404 DEBUG [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:56,404 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(327): Store=bb79d39d438a938174751a7e1cb3f7e6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:56,404 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,406 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:56,406 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79d39d438a938174751a7e1cb3f7e6 columnFamilyName B 2024-12-15T03:36:56,406 DEBUG [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:56,407 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(327): Store=bb79d39d438a938174751a7e1cb3f7e6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:56,407 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,408 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:56,408 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79d39d438a938174751a7e1cb3f7e6 columnFamilyName C 2024-12-15T03:36:56,408 DEBUG [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:56,409 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(327): Store=bb79d39d438a938174751a7e1cb3f7e6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:56,409 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,410 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,410 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,411 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:36:56,412 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:56,414 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:36:56,415 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened bb79d39d438a938174751a7e1cb3f7e6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68098234, jitterRate=0.014742761850357056}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:36:56,416 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:36:56,416 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., pid=41, masterSystemTime=1734233816395 2024-12-15T03:36:56,418 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,418 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:56,418 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:56,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-15T03:36:56,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 in 176 msec 2024-12-15T03:36:56,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-15T03:36:56,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, ASSIGN in 331 msec 2024-12-15T03:36:56,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:36:56,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233816424"}]},"ts":"1734233816424"} 2024-12-15T03:36:56,425 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T03:36:56,427 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:36:56,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-12-15T03:36:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T03:36:57,368 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-15T03:36:57,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a0bafef to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f98f71 2024-12-15T03:36:57,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72eb26b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:57,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:57,378 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:57,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:36:57,382 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:36:57,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:36:57,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:36:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T03:36:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741964_1140 (size=999) 2024-12-15T03:36:57,802 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T03:36:57,803 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T03:36:57,836 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T03:36:57,836 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T03:36:57,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:36:57,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, REOPEN/MOVE}] 2024-12-15T03:36:57,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, REOPEN/MOVE 2024-12-15T03:36:57,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:57,854 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:36:57,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:58,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,006 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,006 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:36:58,006 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing bb79d39d438a938174751a7e1cb3f7e6, disabling compactions & flushes 2024-12-15T03:36:58,006 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,007 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,007 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. after waiting 0 ms 2024-12-15T03:36:58,007 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,011 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T03:36:58,012 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,012 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:36:58,012 WARN [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: bb79d39d438a938174751a7e1cb3f7e6 to self. 2024-12-15T03:36:58,014 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,014 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=CLOSED 2024-12-15T03:36:58,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-15T03:36:58,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 in 161 msec 2024-12-15T03:36:58,017 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, REOPEN/MOVE; state=CLOSED, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=true 2024-12-15T03:36:58,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:36:58,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,325 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,325 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:36:58,325 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,326 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:36:58,326 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,326 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,328 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,329 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:58,334 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79d39d438a938174751a7e1cb3f7e6 columnFamilyName A 2024-12-15T03:36:58,336 DEBUG [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:58,336 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(327): Store=bb79d39d438a938174751a7e1cb3f7e6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:58,337 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,337 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:58,337 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79d39d438a938174751a7e1cb3f7e6 columnFamilyName B 2024-12-15T03:36:58,337 DEBUG [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:58,338 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(327): Store=bb79d39d438a938174751a7e1cb3f7e6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:58,338 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,339 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:36:58,339 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb79d39d438a938174751a7e1cb3f7e6 columnFamilyName C 2024-12-15T03:36:58,339 DEBUG [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:58,339 INFO [StoreOpener-bb79d39d438a938174751a7e1cb3f7e6-1 {}] regionserver.HStore(327): Store=bb79d39d438a938174751a7e1cb3f7e6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:36:58,339 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,340 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,341 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,343 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:36:58,344 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,345 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened bb79d39d438a938174751a7e1cb3f7e6; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62235506, jitterRate=-0.07261869311332703}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:36:58,347 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:36:58,347 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., pid=46, masterSystemTime=1734233818321 2024-12-15T03:36:58,349 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,349 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,349 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=OPEN, openSeqNum=5, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-12-15T03:36:58,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 in 182 msec 2024-12-15T03:36:58,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-15T03:36:58,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, REOPEN/MOVE in 501 msec 2024-12-15T03:36:58,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-15T03:36:58,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-12-15T03:36:58,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 965 msec 2024-12-15T03:36:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-15T03:36:58,370 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b5c4058 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9c3820 2024-12-15T03:36:58,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e48ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e8ce40 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50484683 2024-12-15T03:36:58,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1874e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,385 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d89b50a to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@489535ee 2024-12-15T03:36:58,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c3b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de2fcf6 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36db9f87 2024-12-15T03:36:58,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fb1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,395 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3286a246 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c317ae0 2024-12-15T03:36:58,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a0fc918 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2b9b76 2024-12-15T03:36:58,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab9ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77b8b9d2 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37886c78 2024-12-15T03:36:58,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x696032a5 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7f785d 2024-12-15T03:36:58,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fff9e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f8f5dcd to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19547ff1 2024-12-15T03:36:58,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4bf63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:36:58,420 DEBUG [hconnection-0x4261d279-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,424 DEBUG [hconnection-0x39f0424e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:36:58,425 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-15T03:36:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T03:36:58,427 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:36:58,428 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:36:58,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:36:58,432 DEBUG [hconnection-0x3769ba3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,433 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,436 DEBUG [hconnection-0x25c0120c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,437 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,440 DEBUG [hconnection-0x82b64cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,440 DEBUG [hconnection-0x68100ae9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,441 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,444 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,452 DEBUG [hconnection-0x6f5faef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,453 DEBUG [hconnection-0x45d78326-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,453 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,454 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,457 DEBUG [hconnection-0x4898072e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:36:58,458 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:36:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:36:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:36:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:36:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:36:58,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T03:36:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233878516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233878518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233878520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233878526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233878527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be3b6138315a462d84070b109b3ca2e2_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233818459/Put/seqid=0 2024-12-15T03:36:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741965_1141 (size=12154) 2024-12-15T03:36:58,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:58,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233878630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233878632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233878632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233878636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233878638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T03:36:58,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233878837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233878837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233878838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233878841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233878841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:58,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:58,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:58,958 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:58,964 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be3b6138315a462d84070b109b3ca2e2_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215be3b6138315a462d84070b109b3ca2e2_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:58,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/7254caae2f3548f5aef85cb4e2d20410, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:36:58,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/7254caae2f3548f5aef85cb4e2d20410 is 175, key is test_row_0/A:col10/1734233818459/Put/seqid=0 2024-12-15T03:36:58,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741966_1142 (size=30955) 2024-12-15T03:36:58,988 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/7254caae2f3548f5aef85cb4e2d20410 2024-12-15T03:36:59,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/acd73ed5e68e406d97a741c3a8be56f1 is 50, key is test_row_0/B:col10/1734233818459/Put/seqid=0 2024-12-15T03:36:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T03:36:59,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741967_1143 (size=12001) 2024-12-15T03:36:59,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:59,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/acd73ed5e68e406d97a741c3a8be56f1 2024-12-15T03:36:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/e18b5213c72b4e8889af9ffdcde9b1e4 is 50, key is test_row_0/C:col10/1734233818459/Put/seqid=0 2024-12-15T03:36:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741968_1144 (size=12001) 2024-12-15T03:36:59,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233879140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233879139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233879143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233879144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233879145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:59,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/e18b5213c72b4e8889af9ffdcde9b1e4 2024-12-15T03:36:59,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/7254caae2f3548f5aef85cb4e2d20410 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410 2024-12-15T03:36:59,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410, entries=150, sequenceid=18, filesize=30.2 K 2024-12-15T03:36:59,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/acd73ed5e68e406d97a741c3a8be56f1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/acd73ed5e68e406d97a741c3a8be56f1 2024-12-15T03:36:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T03:36:59,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/acd73ed5e68e406d97a741c3a8be56f1, entries=150, sequenceid=18, filesize=11.7 K 2024-12-15T03:36:59,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/e18b5213c72b4e8889af9ffdcde9b1e4 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e18b5213c72b4e8889af9ffdcde9b1e4 2024-12-15T03:36:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e18b5213c72b4e8889af9ffdcde9b1e4, entries=150, sequenceid=18, filesize=11.7 K 2024-12-15T03:36:59,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bb79d39d438a938174751a7e1cb3f7e6 in 1080ms, sequenceid=18, compaction requested=false 2024-12-15T03:36:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T03:36:59,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:36:59,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T03:36:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:36:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:36:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:36:59,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:59,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d1adc5c75ce840138373ead80fe6d31f_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233818518/Put/seqid=0 2024-12-15T03:36:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233879669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233879680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233879684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233879684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233879684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741969_1145 (size=14594) 2024-12-15T03:36:59,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:59,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d1adc5c75ce840138373ead80fe6d31f_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d1adc5c75ce840138373ead80fe6d31f_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:59,702 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c0e874775fc44466b88259b017e51267, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:36:59,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c0e874775fc44466b88259b017e51267 is 175, key is test_row_0/A:col10/1734233818518/Put/seqid=0 2024-12-15T03:36:59,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741970_1146 (size=39549) 2024-12-15T03:36:59,723 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c0e874775fc44466b88259b017e51267 2024-12-15T03:36:59,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/bf2b4336d0e248ea9242653acbcfb86d is 50, key is test_row_0/B:col10/1734233818518/Put/seqid=0 2024-12-15T03:36:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741971_1147 (size=12001) 2024-12-15T03:36:59,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/bf2b4336d0e248ea9242653acbcfb86d 2024-12-15T03:36:59,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/b9389d07cb93466e97c888351af613d9 is 50, key is test_row_0/C:col10/1734233818518/Put/seqid=0 2024-12-15T03:36:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233879786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233879789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233879790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:36:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233879790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741972_1148 (size=12001) 2024-12-15T03:36:59,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/b9389d07cb93466e97c888351af613d9 2024-12-15T03:36:59,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:36:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c0e874775fc44466b88259b017e51267 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267 2024-12-15T03:36:59,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:36:59,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267, entries=200, sequenceid=41, filesize=38.6 K 2024-12-15T03:36:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/bf2b4336d0e248ea9242653acbcfb86d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bf2b4336d0e248ea9242653acbcfb86d 2024-12-15T03:36:59,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bf2b4336d0e248ea9242653acbcfb86d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T03:36:59,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/b9389d07cb93466e97c888351af613d9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b9389d07cb93466e97c888351af613d9 2024-12-15T03:36:59,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b9389d07cb93466e97c888351af613d9, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T03:36:59,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for bb79d39d438a938174751a7e1cb3f7e6 in 193ms, sequenceid=41, compaction requested=false 2024-12-15T03:36:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:36:59,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:36:59,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T03:36:59,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:36:59,971 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T03:36:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:36:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:36:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:36:59,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:36:59,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fea16bdb52f544ada25092405e84f579_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233819661/Put/seqid=0 2024-12-15T03:36:59,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741973_1149 (size=12154) 2024-12-15T03:36:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:36:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:36:59,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:00,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fea16bdb52f544ada25092405e84f579_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fea16bdb52f544ada25092405e84f579_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1e8b9644de4c4e4091ac8f2524e37532, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:00,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1e8b9644de4c4e4091ac8f2524e37532 is 175, key is test_row_0/A:col10/1734233819661/Put/seqid=0 2024-12-15T03:37:00,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741974_1150 (size=30955) 2024-12-15T03:37:00,013 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1e8b9644de4c4e4091ac8f2524e37532 2024-12-15T03:37:00,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233880018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233880020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/eb67a0275a6e481d8392f106f2d63377 is 50, key is test_row_0/B:col10/1734233819661/Put/seqid=0 2024-12-15T03:37:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233880021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233880022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233880023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741975_1151 (size=12001) 2024-12-15T03:37:00,047 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/eb67a0275a6e481d8392f106f2d63377 2024-12-15T03:37:00,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ca19bef0685144709a3825c6aa098629 is 50, key is test_row_0/C:col10/1734233819661/Put/seqid=0 2024-12-15T03:37:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741976_1152 (size=12001) 2024-12-15T03:37:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233880124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233880124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233880127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233880129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233880130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233880327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233880327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233880329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233880334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233880335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,365 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T03:37:00,467 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ca19bef0685144709a3825c6aa098629 2024-12-15T03:37:00,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1e8b9644de4c4e4091ac8f2524e37532 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532 2024-12-15T03:37:00,479 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532, entries=150, sequenceid=56, filesize=30.2 K 2024-12-15T03:37:00,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/eb67a0275a6e481d8392f106f2d63377 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/eb67a0275a6e481d8392f106f2d63377 2024-12-15T03:37:00,486 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/eb67a0275a6e481d8392f106f2d63377, entries=150, sequenceid=56, filesize=11.7 K 2024-12-15T03:37:00,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ca19bef0685144709a3825c6aa098629 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ca19bef0685144709a3825c6aa098629 2024-12-15T03:37:00,495 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ca19bef0685144709a3825c6aa098629, entries=150, sequenceid=56, filesize=11.7 K 2024-12-15T03:37:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bb79d39d438a938174751a7e1cb3f7e6 in 527ms, sequenceid=56, compaction requested=true 2024-12-15T03:37:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-15T03:37:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-15T03:37:00,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-15T03:37:00,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-12-15T03:37:00,503 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.0770 sec 2024-12-15T03:37:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T03:37:00,533 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-15T03:37:00,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-15T03:37:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:00,536 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:00,537 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:00,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:00,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:37:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:00,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215adb9b3eb751d46dd89d13f2aa94f7c99_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:00,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233880647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233880647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233880647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233880648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233880649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741977_1153 (size=14594) 2024-12-15T03:37:00,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233880751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233880752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233880752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233880753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:00,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233880955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233880955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233880956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233880956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233880956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:00,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:00,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,074 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:01,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215adb9b3eb751d46dd89d13f2aa94f7c99_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215adb9b3eb751d46dd89d13f2aa94f7c99_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:01,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1d9ce8baa19a4614bd440633663308f9, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:01,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1d9ce8baa19a4614bd440633663308f9 is 175, key is test_row_0/A:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741978_1154 (size=39549) 2024-12-15T03:37:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:01,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233881257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233881259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233881259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233881260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233881260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:01,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:01,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:01,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,488 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1d9ce8baa19a4614bd440633663308f9 2024-12-15T03:37:01,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/3686fbb929284366a667e3e2f39bc50f is 50, key is test_row_0/B:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741979_1155 (size=12001) 2024-12-15T03:37:01,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/3686fbb929284366a667e3e2f39bc50f 2024-12-15T03:37:01,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/36cdc291c28f409c8ca4f05c893fd72f is 50, key is test_row_0/C:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741980_1156 (size=12001) 2024-12-15T03:37:01,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/36cdc291c28f409c8ca4f05c893fd72f 2024-12-15T03:37:01,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:01,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:01,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:01,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/1d9ce8baa19a4614bd440633663308f9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9 2024-12-15T03:37:01,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9, entries=200, sequenceid=78, filesize=38.6 K 2024-12-15T03:37:01,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/3686fbb929284366a667e3e2f39bc50f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3686fbb929284366a667e3e2f39bc50f 2024-12-15T03:37:01,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3686fbb929284366a667e3e2f39bc50f, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:37:01,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/36cdc291c28f409c8ca4f05c893fd72f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/36cdc291c28f409c8ca4f05c893fd72f 2024-12-15T03:37:01,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/36cdc291c28f409c8ca4f05c893fd72f, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:37:01,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bb79d39d438a938174751a7e1cb3f7e6 in 1003ms, sequenceid=78, compaction requested=true 2024-12-15T03:37:01,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:01,638 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:01,638 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:01,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:01,641 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:01,641 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/A is initiating minor compaction (all files) 2024-12-15T03:37:01,641 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/A in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,642 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=137.7 K 2024-12-15T03:37:01,642 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,642 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9] 2024-12-15T03:37:01,642 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:01,642 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/B is initiating minor compaction (all files) 2024-12-15T03:37:01,642 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/B in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,643 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/acd73ed5e68e406d97a741c3a8be56f1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bf2b4336d0e248ea9242653acbcfb86d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/eb67a0275a6e481d8392f106f2d63377, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3686fbb929284366a667e3e2f39bc50f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=46.9 K 2024-12-15T03:37:01,643 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7254caae2f3548f5aef85cb4e2d20410, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734233818452 2024-12-15T03:37:01,643 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting acd73ed5e68e406d97a741c3a8be56f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734233818452 2024-12-15T03:37:01,644 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0e874775fc44466b88259b017e51267, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734233818515 2024-12-15T03:37:01,644 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2b4336d0e248ea9242653acbcfb86d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734233818515 2024-12-15T03:37:01,645 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e8b9644de4c4e4091ac8f2524e37532, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734233819661 2024-12-15T03:37:01,645 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting eb67a0275a6e481d8392f106f2d63377, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734233819661 2024-12-15T03:37:01,645 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9ce8baa19a4614bd440633663308f9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233820015 2024-12-15T03:37:01,645 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3686fbb929284366a667e3e2f39bc50f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233820019 2024-12-15T03:37:01,658 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:01,659 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/8a8cdbc567af48aab3f91c26544b554b is 50, key is test_row_0/B:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:01,661 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:01,665 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412151953f6000d96413b8f69a51637abc5f6_bb79d39d438a938174751a7e1cb3f7e6 store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:01,673 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412151953f6000d96413b8f69a51637abc5f6_bb79d39d438a938174751a7e1cb3f7e6, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:01,673 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151953f6000d96413b8f69a51637abc5f6_bb79d39d438a938174751a7e1cb3f7e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741981_1157 (size=12139) 2024-12-15T03:37:01,706 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/8a8cdbc567af48aab3f91c26544b554b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/8a8cdbc567af48aab3f91c26544b554b 2024-12-15T03:37:01,714 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/B of bb79d39d438a938174751a7e1cb3f7e6 into 8a8cdbc567af48aab3f91c26544b554b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:01,714 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:01,714 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/B, priority=12, startTime=1734233821638; duration=0sec 2024-12-15T03:37:01,714 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:01,714 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:01,714 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:01,717 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:01,718 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/C is initiating minor compaction (all files) 2024-12-15T03:37:01,718 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/C in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,718 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e18b5213c72b4e8889af9ffdcde9b1e4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b9389d07cb93466e97c888351af613d9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ca19bef0685144709a3825c6aa098629, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/36cdc291c28f409c8ca4f05c893fd72f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=46.9 K 2024-12-15T03:37:01,719 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e18b5213c72b4e8889af9ffdcde9b1e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734233818452 2024-12-15T03:37:01,719 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b9389d07cb93466e97c888351af613d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734233818515 2024-12-15T03:37:01,720 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting ca19bef0685144709a3825c6aa098629, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734233819661 2024-12-15T03:37:01,720 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cdc291c28f409c8ca4f05c893fd72f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233820019 2024-12-15T03:37:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741982_1158 (size=4469) 2024-12-15T03:37:01,728 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#A#compaction#136 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:01,730 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/0787f6f61db640f389a2dce719cbb495 is 175, key is test_row_0/A:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:01,741 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:01,742 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/22ff10e169ce41c5a57ecbf9914df4ec is 50, key is test_row_0/C:col10/1734233820020/Put/seqid=0 2024-12-15T03:37:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741983_1159 (size=31093) 2024-12-15T03:37:01,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T03:37:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:01,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T03:37:01,764 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/0787f6f61db640f389a2dce719cbb495 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0787f6f61db640f389a2dce719cbb495 2024-12-15T03:37:01,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:01,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:01,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:01,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:01,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:01,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:01,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:01,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741984_1160 (size=12139) 2024-12-15T03:37:01,775 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/A of bb79d39d438a938174751a7e1cb3f7e6 into 0787f6f61db640f389a2dce719cbb495(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:01,775 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:01,775 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/A, priority=12, startTime=1734233821637; duration=0sec 2024-12-15T03:37:01,775 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:01,775 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:01,781 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/22ff10e169ce41c5a57ecbf9914df4ec as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/22ff10e169ce41c5a57ecbf9914df4ec 2024-12-15T03:37:01,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156b9f6b4d45b04752a9bcd57a74941681_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233821763/Put/seqid=0 2024-12-15T03:37:01,790 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/C of bb79d39d438a938174751a7e1cb3f7e6 into 22ff10e169ce41c5a57ecbf9914df4ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:01,790 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:01,790 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/C, priority=12, startTime=1734233821638; duration=0sec 2024-12-15T03:37:01,790 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:01,790 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741985_1161 (size=14594) 2024-12-15T03:37:01,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233881824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233881824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233881824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233881825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233881825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233881928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233881928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233881928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233881928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:01,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233881929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233882130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233882131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233882131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233882131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233882132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:02,205 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156b9f6b4d45b04752a9bcd57a74941681_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b9f6b4d45b04752a9bcd57a74941681_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:02,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/52e2351929c64ac19cbd9a01e910b922, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:02,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/52e2351929c64ac19cbd9a01e910b922 is 175, key is test_row_0/A:col10/1734233821763/Put/seqid=0 2024-12-15T03:37:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741986_1162 (size=39549) 2024-12-15T03:37:02,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233882433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233882434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233882436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233882436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233882437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,613 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/52e2351929c64ac19cbd9a01e910b922 2024-12-15T03:37:02,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/9f7a6c59991c490f840351ecd86793b1 is 50, key is test_row_0/B:col10/1734233821763/Put/seqid=0 2024-12-15T03:37:02,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741987_1163 (size=12001) 2024-12-15T03:37:02,632 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/9f7a6c59991c490f840351ecd86793b1 2024-12-15T03:37:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/603423b50fc24080831a9f7d127f9a26 is 50, key is test_row_0/C:col10/1734233821763/Put/seqid=0 2024-12-15T03:37:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741988_1164 (size=12001) 2024-12-15T03:37:02,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233882937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233882940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233882940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233882940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:02,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233882941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:03,054 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/603423b50fc24080831a9f7d127f9a26 2024-12-15T03:37:03,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/52e2351929c64ac19cbd9a01e910b922 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922 2024-12-15T03:37:03,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922, entries=200, sequenceid=94, filesize=38.6 K 2024-12-15T03:37:03,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/9f7a6c59991c490f840351ecd86793b1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/9f7a6c59991c490f840351ecd86793b1 2024-12-15T03:37:03,075 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/9f7a6c59991c490f840351ecd86793b1, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T03:37:03,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/603423b50fc24080831a9f7d127f9a26 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/603423b50fc24080831a9f7d127f9a26 2024-12-15T03:37:03,083 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/603423b50fc24080831a9f7d127f9a26, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T03:37:03,084 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for bb79d39d438a938174751a7e1cb3f7e6 in 1320ms, sequenceid=94, compaction requested=false 2024-12-15T03:37:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:03,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-15T03:37:03,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-15T03:37:03,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-15T03:37:03,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5490 sec 2024-12-15T03:37:03,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.5530 sec 2024-12-15T03:37:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:03,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T03:37:03,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:03,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:03,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:03,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:03,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:03,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:03,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121528a2b431633c457eae63bf6da4a019a8_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233883956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233883957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233883958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233883959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:03,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233883960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741989_1165 (size=14594) 2024-12-15T03:37:03,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:03,969 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121528a2b431633c457eae63bf6da4a019a8_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121528a2b431633c457eae63bf6da4a019a8_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:03,970 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6cb6805538094127b1ba2b2825998563, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:03,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6cb6805538094127b1ba2b2825998563 is 175, key is test_row_0/A:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:03,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741990_1166 (size=39549) 2024-12-15T03:37:03,978 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6cb6805538094127b1ba2b2825998563 2024-12-15T03:37:03,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b06a7f8464004e88a6ebaf361d3573c7 is 50, key is test_row_0/B:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:03,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741991_1167 (size=12001) 2024-12-15T03:37:04,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233884062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233884062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233884062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233884063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233884063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233884265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233884265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233884266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233884266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233884266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b06a7f8464004e88a6ebaf361d3573c7 2024-12-15T03:37:04,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/854b2b5dbdd74e7b8ae864f49e19bd4e is 50, key is test_row_0/C:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:04,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741992_1168 (size=12001) 2024-12-15T03:37:04,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/854b2b5dbdd74e7b8ae864f49e19bd4e 2024-12-15T03:37:04,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6cb6805538094127b1ba2b2825998563 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563 2024-12-15T03:37:04,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563, entries=200, sequenceid=119, filesize=38.6 K 2024-12-15T03:37:04,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b06a7f8464004e88a6ebaf361d3573c7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b06a7f8464004e88a6ebaf361d3573c7 2024-12-15T03:37:04,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b06a7f8464004e88a6ebaf361d3573c7, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T03:37:04,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/854b2b5dbdd74e7b8ae864f49e19bd4e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/854b2b5dbdd74e7b8ae864f49e19bd4e 2024-12-15T03:37:04,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/854b2b5dbdd74e7b8ae864f49e19bd4e, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T03:37:04,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bb79d39d438a938174751a7e1cb3f7e6 in 503ms, sequenceid=119, compaction requested=true 2024-12-15T03:37:04,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:04,449 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:04,449 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:04,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:04,450 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:04,450 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/A is initiating minor compaction (all files) 2024-12-15T03:37:04,451 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/A in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,451 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0787f6f61db640f389a2dce719cbb495, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=107.6 K 2024-12-15T03:37:04,451 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,451 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0787f6f61db640f389a2dce719cbb495, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563] 2024-12-15T03:37:04,451 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:04,451 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/B is initiating minor compaction (all files) 2024-12-15T03:37:04,451 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/B in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,452 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/8a8cdbc567af48aab3f91c26544b554b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/9f7a6c59991c490f840351ecd86793b1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b06a7f8464004e88a6ebaf361d3573c7] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=35.3 K 2024-12-15T03:37:04,452 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0787f6f61db640f389a2dce719cbb495, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233820019 2024-12-15T03:37:04,453 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a8cdbc567af48aab3f91c26544b554b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233820019 2024-12-15T03:37:04,453 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52e2351929c64ac19cbd9a01e910b922, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734233820644 2024-12-15T03:37:04,453 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7a6c59991c490f840351ecd86793b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734233820645 2024-12-15T03:37:04,454 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cb6805538094127b1ba2b2825998563, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734233821792 2024-12-15T03:37:04,454 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b06a7f8464004e88a6ebaf361d3573c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734233821792 2024-12-15T03:37:04,479 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:04,480 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/48369954a1a34772b6ac109c7ed16046 is 50, key is test_row_0/B:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:04,482 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741993_1169 (size=12241) 2024-12-15T03:37:04,498 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121548ce6ed8053a4e2199b850d46a55f091_bb79d39d438a938174751a7e1cb3f7e6 store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:04,501 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121548ce6ed8053a4e2199b850d46a55f091_bb79d39d438a938174751a7e1cb3f7e6, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:04,501 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121548ce6ed8053a4e2199b850d46a55f091_bb79d39d438a938174751a7e1cb3f7e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741994_1170 (size=4469) 2024-12-15T03:37:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:04,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T03:37:04,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:04,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156e89b2a037084ca2915bc201cd2459c4_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233824570/Put/seqid=0 2024-12-15T03:37:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233884592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233884591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233884596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233884597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233884597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741995_1171 (size=12304) 2024-12-15T03:37:04,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:04,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156e89b2a037084ca2915bc201cd2459c4_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156e89b2a037084ca2915bc201cd2459c4_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:04,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/a0fa0d3ccbab499d99a214ec87c0d371, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:04,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/a0fa0d3ccbab499d99a214ec87c0d371 is 175, key is test_row_0/A:col10/1734233824570/Put/seqid=0 2024-12-15T03:37:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741996_1172 (size=31105) 2024-12-15T03:37:04,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/a0fa0d3ccbab499d99a214ec87c0d371 2024-12-15T03:37:04,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/f5e6297c91c04bc2bfa9c0bfb3b38363 is 50, key is test_row_0/B:col10/1734233824570/Put/seqid=0 2024-12-15T03:37:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T03:37:04,643 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-15T03:37:04,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-15T03:37:04,646 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T03:37:04,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:04,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741997_1173 (size=12151) 2024-12-15T03:37:04,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233884698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233884698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233884703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233884705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233884707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T03:37:04,799 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T03:37:04,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:04,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:04,896 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/48369954a1a34772b6ac109c7ed16046 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/48369954a1a34772b6ac109c7ed16046 2024-12-15T03:37:04,902 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/B of bb79d39d438a938174751a7e1cb3f7e6 into 48369954a1a34772b6ac109c7ed16046(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:04,902 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:04,902 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/B, priority=13, startTime=1734233824449; duration=0sec 2024-12-15T03:37:04,902 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:04,902 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:04,903 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:04,904 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:04,904 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/C is initiating minor compaction (all files) 2024-12-15T03:37:04,904 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/C in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,904 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/22ff10e169ce41c5a57ecbf9914df4ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/603423b50fc24080831a9f7d127f9a26, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/854b2b5dbdd74e7b8ae864f49e19bd4e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=35.3 K 2024-12-15T03:37:04,905 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ff10e169ce41c5a57ecbf9914df4ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233820019 2024-12-15T03:37:04,905 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 603423b50fc24080831a9f7d127f9a26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734233820645 2024-12-15T03:37:04,905 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 854b2b5dbdd74e7b8ae864f49e19bd4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734233821792 2024-12-15T03:37:04,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233884903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233884904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233884906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233884910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233884911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,915 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#C#compaction#148 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:04,915 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/e3f4370cd53244e29cb0113e8a2aeee6 is 50, key is test_row_0/C:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:04,917 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#A#compaction#145 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:04,917 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/aec0c2a7e4864863871157129944702c is 175, key is test_row_0/A:col10/1734233821792/Put/seqid=0 2024-12-15T03:37:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741998_1174 (size=12241) 2024-12-15T03:37:04,927 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/e3f4370cd53244e29cb0113e8a2aeee6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e3f4370cd53244e29cb0113e8a2aeee6 2024-12-15T03:37:04,934 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/C of bb79d39d438a938174751a7e1cb3f7e6 into e3f4370cd53244e29cb0113e8a2aeee6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:04,934 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:04,934 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/C, priority=13, startTime=1734233824449; duration=0sec 2024-12-15T03:37:04,934 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:04,934 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741999_1175 (size=31195) 2024-12-15T03:37:04,943 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/aec0c2a7e4864863871157129944702c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/aec0c2a7e4864863871157129944702c 2024-12-15T03:37:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T03:37:04,949 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/A of bb79d39d438a938174751a7e1cb3f7e6 into aec0c2a7e4864863871157129944702c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:04,949 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:04,949 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/A, priority=13, startTime=1734233824448; duration=0sec 2024-12-15T03:37:04,949 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:04,950 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:04,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:04,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T03:37:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:04,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:04,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/f5e6297c91c04bc2bfa9c0bfb3b38363 2024-12-15T03:37:05,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/90cd97a4f0c14316aa276f5abc236a1e is 50, key is test_row_0/C:col10/1734233824570/Put/seqid=0 2024-12-15T03:37:05,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742000_1176 (size=12151) 2024-12-15T03:37:05,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T03:37:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233885207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233885208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233885208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233885215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233885216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T03:37:05,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T03:37:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,413 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T03:37:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:05,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T03:37:05,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T03:37:05,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/90cd97a4f0c14316aa276f5abc236a1e 2024-12-15T03:37:05,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/a0fa0d3ccbab499d99a214ec87c0d371 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371 2024-12-15T03:37:05,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371, entries=150, sequenceid=134, filesize=30.4 K 2024-12-15T03:37:05,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/f5e6297c91c04bc2bfa9c0bfb3b38363 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/f5e6297c91c04bc2bfa9c0bfb3b38363 2024-12-15T03:37:05,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/f5e6297c91c04bc2bfa9c0bfb3b38363, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T03:37:05,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/90cd97a4f0c14316aa276f5abc236a1e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/90cd97a4f0c14316aa276f5abc236a1e 2024-12-15T03:37:05,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/90cd97a4f0c14316aa276f5abc236a1e, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T03:37:05,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bb79d39d438a938174751a7e1cb3f7e6 in 925ms, sequenceid=134, compaction requested=false 2024-12-15T03:37:05,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:05,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T03:37:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:05,567 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T03:37:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:05,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:05,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:05,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:05,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c95ddab91374466ca6beb7d5a51a5c40_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233824595/Put/seqid=0 2024-12-15T03:37:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742001_1177 (size=12304) 2024-12-15T03:37:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:05,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233885722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233885723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233885724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233885726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233885726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T03:37:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233885827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233885827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233885827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233885828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:05,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233885828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:05,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:05,989 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c95ddab91374466ca6beb7d5a51a5c40_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c95ddab91374466ca6beb7d5a51a5c40_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:05,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c66189207a64420ba98efacafe54fa5b, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:05,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c66189207a64420ba98efacafe54fa5b is 175, key is test_row_0/A:col10/1734233824595/Put/seqid=0 2024-12-15T03:37:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742002_1178 (size=31105) 2024-12-15T03:37:05,999 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c66189207a64420ba98efacafe54fa5b 2024-12-15T03:37:06,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/cbc3d3cb13e24ae698e853277fb6f9ad is 50, key is test_row_0/B:col10/1734233824595/Put/seqid=0 2024-12-15T03:37:06,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742003_1179 (size=12151) 2024-12-15T03:37:06,013 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/cbc3d3cb13e24ae698e853277fb6f9ad 2024-12-15T03:37:06,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/10129302a0b84f7c90cb8a2e92016007 is 50, key is test_row_0/C:col10/1734233824595/Put/seqid=0 2024-12-15T03:37:06,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742004_1180 (size=12151) 2024-12-15T03:37:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233886030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233886031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233886031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233886032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233886038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233886336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233886340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233886340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233886343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233886343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,431 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/10129302a0b84f7c90cb8a2e92016007 2024-12-15T03:37:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/c66189207a64420ba98efacafe54fa5b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b 2024-12-15T03:37:06,441 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b, entries=150, sequenceid=158, filesize=30.4 K 2024-12-15T03:37:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/cbc3d3cb13e24ae698e853277fb6f9ad as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/cbc3d3cb13e24ae698e853277fb6f9ad 2024-12-15T03:37:06,447 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/cbc3d3cb13e24ae698e853277fb6f9ad, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T03:37:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/10129302a0b84f7c90cb8a2e92016007 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/10129302a0b84f7c90cb8a2e92016007 2024-12-15T03:37:06,453 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/10129302a0b84f7c90cb8a2e92016007, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T03:37:06,454 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for bb79d39d438a938174751a7e1cb3f7e6 in 887ms, sequenceid=158, compaction requested=true 2024-12-15T03:37:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-15T03:37:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-15T03:37:06,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-15T03:37:06,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec 2024-12-15T03:37:06,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8130 sec 2024-12-15T03:37:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T03:37:06,751 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-15T03:37:06,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-15T03:37:06,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:06,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:06,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:06,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T03:37:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:06,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:06,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121553d632e1e35e4a37a3b80965356ad589_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:06,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233886889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233886890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233886890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742005_1181 (size=14794) 2024-12-15T03:37:06,895 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233886891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233886893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121553d632e1e35e4a37a3b80965356ad589_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121553d632e1e35e4a37a3b80965356ad589_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:06,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f09edbbe319a42a484989452afdd4689, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:06,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f09edbbe319a42a484989452afdd4689 is 175, key is test_row_0/A:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:06,907 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:06,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:06,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:06,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742006_1182 (size=39749) 2024-12-15T03:37:06,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233886994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:06,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233886995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233886995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233886998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233886999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233887197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233887197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233887202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233887202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233887202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,214 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,321 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f09edbbe319a42a484989452afdd4689 2024-12-15T03:37:07,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/a107a4d283344b00a57bf594e3440229 is 50, key is test_row_0/B:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:07,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742007_1183 (size=12151) 2024-12-15T03:37:07,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233887499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233887501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233887504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233887506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233887506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,521 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/a107a4d283344b00a57bf594e3440229 2024-12-15T03:37:07,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/41296c8185cb41918b50c57ad7c28530 is 50, key is test_row_0/C:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:07,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742008_1184 (size=12151) 2024-12-15T03:37:07,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:07,979 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:07,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:07,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:08,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233888008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233888008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233888008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233888011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233888013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:08,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/41296c8185cb41918b50c57ad7c28530 2024-12-15T03:37:08,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f09edbbe319a42a484989452afdd4689 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689 2024-12-15T03:37:08,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689, entries=200, sequenceid=176, filesize=38.8 K 2024-12-15T03:37:08,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/a107a4d283344b00a57bf594e3440229 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/a107a4d283344b00a57bf594e3440229 2024-12-15T03:37:08,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/a107a4d283344b00a57bf594e3440229, entries=150, sequenceid=176, filesize=11.9 K 2024-12-15T03:37:08,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/41296c8185cb41918b50c57ad7c28530 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/41296c8185cb41918b50c57ad7c28530 2024-12-15T03:37:08,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/41296c8185cb41918b50c57ad7c28530, entries=150, sequenceid=176, filesize=11.9 K 2024-12-15T03:37:08,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bb79d39d438a938174751a7e1cb3f7e6 in 1327ms, sequenceid=176, compaction requested=true 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:08,171 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:08,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:08,171 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:08,173 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:08,173 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/A is initiating minor compaction (all files) 2024-12-15T03:37:08,173 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/A in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,173 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:08,173 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/aec0c2a7e4864863871157129944702c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=130.0 K 2024-12-15T03:37:08,173 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/B is initiating minor compaction (all files) 2024-12-15T03:37:08,173 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,173 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/B in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,173 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/aec0c2a7e4864863871157129944702c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689] 2024-12-15T03:37:08,173 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/48369954a1a34772b6ac109c7ed16046, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/f5e6297c91c04bc2bfa9c0bfb3b38363, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/cbc3d3cb13e24ae698e853277fb6f9ad, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/a107a4d283344b00a57bf594e3440229] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=47.6 K 2024-12-15T03:37:08,174 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting aec0c2a7e4864863871157129944702c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734233821792 2024-12-15T03:37:08,174 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 48369954a1a34772b6ac109c7ed16046, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734233821792 2024-12-15T03:37:08,174 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0fa0d3ccbab499d99a214ec87c0d371, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734233823957 2024-12-15T03:37:08,174 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e6297c91c04bc2bfa9c0bfb3b38363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734233823957 2024-12-15T03:37:08,175 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c66189207a64420ba98efacafe54fa5b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734233824589 2024-12-15T03:37:08,175 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting cbc3d3cb13e24ae698e853277fb6f9ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734233824589 2024-12-15T03:37:08,175 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f09edbbe319a42a484989452afdd4689, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233825721 2024-12-15T03:37:08,175 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a107a4d283344b00a57bf594e3440229, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233825721 2024-12-15T03:37:08,186 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:08,187 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/6479c6e1a1b04bbcac4b126ccfe37a2f is 50, key is test_row_0/B:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:08,189 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742009_1185 (size=12527) 2024-12-15T03:37:08,201 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215d3c3f401fa804933924ad37878169af8_bb79d39d438a938174751a7e1cb3f7e6 store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:08,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215d3c3f401fa804933924ad37878169af8_bb79d39d438a938174751a7e1cb3f7e6, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:08,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d3c3f401fa804933924ad37878169af8_bb79d39d438a938174751a7e1cb3f7e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:08,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742010_1186 (size=4469) 2024-12-15T03:37:08,229 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#A#compaction#157 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:08,231 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/0913d274b8dd4cba9973063ce8b02531 is 175, key is test_row_0/A:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742011_1187 (size=31481) 2024-12-15T03:37:08,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:08,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T03:37:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T03:37:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:08,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f7128a5bed104dc5aa812edb516ff4d0_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233826892/Put/seqid=0 2024-12-15T03:37:08,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742012_1188 (size=12304) 2024-12-15T03:37:08,601 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/6479c6e1a1b04bbcac4b126ccfe37a2f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/6479c6e1a1b04bbcac4b126ccfe37a2f 2024-12-15T03:37:08,607 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/B of bb79d39d438a938174751a7e1cb3f7e6 into 6479c6e1a1b04bbcac4b126ccfe37a2f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:08,607 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:08,607 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/B, priority=12, startTime=1734233828171; duration=0sec 2024-12-15T03:37:08,607 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:08,607 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:08,607 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:08,609 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:08,609 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/C is initiating minor compaction (all files) 2024-12-15T03:37:08,609 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/C in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:08,610 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e3f4370cd53244e29cb0113e8a2aeee6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/90cd97a4f0c14316aa276f5abc236a1e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/10129302a0b84f7c90cb8a2e92016007, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/41296c8185cb41918b50c57ad7c28530] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=47.6 K 2024-12-15T03:37:08,610 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e3f4370cd53244e29cb0113e8a2aeee6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734233821792 2024-12-15T03:37:08,610 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 90cd97a4f0c14316aa276f5abc236a1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734233823957 2024-12-15T03:37:08,611 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 10129302a0b84f7c90cb8a2e92016007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734233824589 2024-12-15T03:37:08,611 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 41296c8185cb41918b50c57ad7c28530, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233825721 2024-12-15T03:37:08,620 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:08,620 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/373baecd2c064737885935f75840d3bb is 50, key is test_row_0/C:col10/1734233826842/Put/seqid=0 2024-12-15T03:37:08,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742013_1189 (size=12527) 2024-12-15T03:37:08,644 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/0913d274b8dd4cba9973063ce8b02531 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0913d274b8dd4cba9973063ce8b02531 2024-12-15T03:37:08,650 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/A of bb79d39d438a938174751a7e1cb3f7e6 into 0913d274b8dd4cba9973063ce8b02531(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:08,650 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:08,650 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/A, priority=12, startTime=1734233828171; duration=0sec 2024-12-15T03:37:08,650 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:08,650 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:08,709 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f7128a5bed104dc5aa812edb516ff4d0_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f7128a5bed104dc5aa812edb516ff4d0_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/fff5db8fd61e48cfb1f364dea543d353, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/fff5db8fd61e48cfb1f364dea543d353 is 175, key is test_row_0/A:col10/1734233826892/Put/seqid=0 2024-12-15T03:37:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742014_1190 (size=31105) 2024-12-15T03:37:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:09,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:09,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233889026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233889026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233889027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233889028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233889028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,032 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/373baecd2c064737885935f75840d3bb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/373baecd2c064737885935f75840d3bb 2024-12-15T03:37:09,038 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/C of bb79d39d438a938174751a7e1cb3f7e6 into 373baecd2c064737885935f75840d3bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:09,038 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:09,038 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/C, priority=12, startTime=1734233828171; duration=0sec 2024-12-15T03:37:09,038 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:09,039 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:09,118 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/fff5db8fd61e48cfb1f364dea543d353 2024-12-15T03:37:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/e3c4dfddea5348fbb290874433877056 is 50, key is test_row_0/B:col10/1734233826892/Put/seqid=0 2024-12-15T03:37:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233889130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233889131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233889130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233889132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233889131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742015_1191 (size=12151) 2024-12-15T03:37:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233889333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233889333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233889335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233889335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233889336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,548 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/e3c4dfddea5348fbb290874433877056 2024-12-15T03:37:09,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/c0af8bd490a640bca86c8bc0a4eecdad is 50, key is test_row_0/C:col10/1734233826892/Put/seqid=0 2024-12-15T03:37:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742016_1192 (size=12151) 2024-12-15T03:37:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233889635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233889638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233889638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233889639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233889640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:09,973 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/c0af8bd490a640bca86c8bc0a4eecdad 2024-12-15T03:37:09,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/fff5db8fd61e48cfb1f364dea543d353 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353 2024-12-15T03:37:09,982 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353, entries=150, sequenceid=194, filesize=30.4 K 2024-12-15T03:37:09,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/e3c4dfddea5348fbb290874433877056 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/e3c4dfddea5348fbb290874433877056 2024-12-15T03:37:09,988 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/e3c4dfddea5348fbb290874433877056, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T03:37:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/c0af8bd490a640bca86c8bc0a4eecdad as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0af8bd490a640bca86c8bc0a4eecdad 2024-12-15T03:37:09,993 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0af8bd490a640bca86c8bc0a4eecdad, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T03:37:09,994 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for bb79d39d438a938174751a7e1cb3f7e6 in 1709ms, sequenceid=194, compaction requested=false 2024-12-15T03:37:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:09,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-15T03:37:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-15T03:37:09,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-15T03:37:09,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2400 sec 2024-12-15T03:37:09,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 3.2450 sec 2024-12-15T03:37:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:10,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T03:37:10,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:10,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:10,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:10,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:10,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:10,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:10,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530e8c2f20665484c8c6c20cc329337d2_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:10,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233890154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233890154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233890155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233890156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233890156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742017_1193 (size=12304) 2024-12-15T03:37:10,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233890260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233890260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233890263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233890263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233890263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233890463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233890463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233890464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233890467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233890467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:10,569 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530e8c2f20665484c8c6c20cc329337d2_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530e8c2f20665484c8c6c20cc329337d2_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:10,577 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9ec47c1d5b6d407b85b4a4ef4598c8ab, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:10,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9ec47c1d5b6d407b85b4a4ef4598c8ab is 175, key is test_row_0/A:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:10,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742018_1194 (size=31105) 2024-12-15T03:37:10,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9ec47c1d5b6d407b85b4a4ef4598c8ab 2024-12-15T03:37:10,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/75762645b3c64a919a3cbb9bf9ae9644 is 50, key is test_row_0/B:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742019_1195 (size=12151) 2024-12-15T03:37:10,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/75762645b3c64a919a3cbb9bf9ae9644 2024-12-15T03:37:10,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/49d66d5b4499451f8924692060279d61 is 50, key is test_row_0/C:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:10,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742020_1196 (size=12151) 2024-12-15T03:37:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233890766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233890766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233890768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233890771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233890771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T03:37:10,878 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-15T03:37:10,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-15T03:37:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T03:37:10,881 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:10,881 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:10,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:10,899 INFO [master/c1551786b40e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T03:37:10,899 INFO [master/c1551786b40e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T03:37:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T03:37:11,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T03:37:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:11,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:11,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:11,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/49d66d5b4499451f8924692060279d61 2024-12-15T03:37:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9ec47c1d5b6d407b85b4a4ef4598c8ab as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab 2024-12-15T03:37:11,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab, entries=150, sequenceid=216, filesize=30.4 K 2024-12-15T03:37:11,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/75762645b3c64a919a3cbb9bf9ae9644 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/75762645b3c64a919a3cbb9bf9ae9644 2024-12-15T03:37:11,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/75762645b3c64a919a3cbb9bf9ae9644, entries=150, sequenceid=216, filesize=11.9 K 2024-12-15T03:37:11,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/49d66d5b4499451f8924692060279d61 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/49d66d5b4499451f8924692060279d61 2024-12-15T03:37:11,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/49d66d5b4499451f8924692060279d61, entries=150, sequenceid=216, filesize=11.9 K 2024-12-15T03:37:11,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for bb79d39d438a938174751a7e1cb3f7e6 in 923ms, sequenceid=216, compaction requested=true 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:11,063 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:11,063 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:11,064 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:11,064 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:11,064 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/A is initiating minor compaction (all files) 2024-12-15T03:37:11,064 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/B is initiating minor compaction (all files) 2024-12-15T03:37:11,064 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/A in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,064 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/B in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,064 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0913d274b8dd4cba9973063ce8b02531, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=91.5 K 2024-12-15T03:37:11,064 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/6479c6e1a1b04bbcac4b126ccfe37a2f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/e3c4dfddea5348fbb290874433877056, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/75762645b3c64a919a3cbb9bf9ae9644] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=36.0 K 2024-12-15T03:37:11,064 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,064 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0913d274b8dd4cba9973063ce8b02531, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab] 2024-12-15T03:37:11,065 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 6479c6e1a1b04bbcac4b126ccfe37a2f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233825721 2024-12-15T03:37:11,065 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0913d274b8dd4cba9973063ce8b02531, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233825721 2024-12-15T03:37:11,066 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e3c4dfddea5348fbb290874433877056, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734233826888 2024-12-15T03:37:11,066 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff5db8fd61e48cfb1f364dea543d353, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734233826888 2024-12-15T03:37:11,066 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ec47c1d5b6d407b85b4a4ef4598c8ab, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734233829026 2024-12-15T03:37:11,066 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 75762645b3c64a919a3cbb9bf9ae9644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734233829026 2024-12-15T03:37:11,075 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:11,076 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/60000ca3494141b3b5bbda2c7052dc9f is 50, key is test_row_0/B:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:11,077 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742021_1197 (size=12629) 2024-12-15T03:37:11,088 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121587e6aaed85064e0596855f5653cfe105_bb79d39d438a938174751a7e1cb3f7e6 store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:11,091 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121587e6aaed85064e0596855f5653cfe105_bb79d39d438a938174751a7e1cb3f7e6, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:11,091 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121587e6aaed85064e0596855f5653cfe105_bb79d39d438a938174751a7e1cb3f7e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742022_1198 (size=4469) 2024-12-15T03:37:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T03:37:11,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-15T03:37:11,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,187 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T03:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:11,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215218165b4adbb4702bc64c12e3fb26515_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233830154/Put/seqid=0 2024-12-15T03:37:11,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742023_1199 (size=12304) 2024-12-15T03:37:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:11,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:11,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233891286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233891310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233891310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233891310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233891311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233891413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233891415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233891415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233891415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233891415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T03:37:11,492 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/60000ca3494141b3b5bbda2c7052dc9f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/60000ca3494141b3b5bbda2c7052dc9f 2024-12-15T03:37:11,497 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/B of bb79d39d438a938174751a7e1cb3f7e6 into 60000ca3494141b3b5bbda2c7052dc9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:11,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:11,497 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/B, priority=13, startTime=1734233831063; duration=0sec 2024-12-15T03:37:11,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:11,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:11,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:11,499 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:11,499 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/C is initiating minor compaction (all files) 2024-12-15T03:37:11,499 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/C in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:11,499 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:11,499 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/373baecd2c064737885935f75840d3bb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0af8bd490a640bca86c8bc0a4eecdad, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/49d66d5b4499451f8924692060279d61] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=36.0 K 2024-12-15T03:37:11,499 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 373baecd2c064737885935f75840d3bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233825721 2024-12-15T03:37:11,499 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/8b6f0aec4f4b4730bb8489e2c16a99ca is 175, key is test_row_0/A:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:11,500 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c0af8bd490a640bca86c8bc0a4eecdad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734233826888 2024-12-15T03:37:11,500 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 49d66d5b4499451f8924692060279d61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734233829026 2024-12-15T03:37:11,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742024_1200 (size=31583) 2024-12-15T03:37:11,514 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:11,514 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/24426d0309de419cb6b47aadc29637d7 is 50, key is test_row_0/C:col10/1734233829027/Put/seqid=0 2024-12-15T03:37:11,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742025_1201 (size=12629) 2024-12-15T03:37:11,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:11,605 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215218165b4adbb4702bc64c12e3fb26515_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215218165b4adbb4702bc64c12e3fb26515_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:11,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/3ae0ea19be6a4034945db9e8ab9ea54d, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:11,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/3ae0ea19be6a4034945db9e8ab9ea54d is 175, key is test_row_0/A:col10/1734233830154/Put/seqid=0 2024-12-15T03:37:11,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742026_1202 (size=31105) 2024-12-15T03:37:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233891616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233891616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233891620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233891621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233891622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,916 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/8b6f0aec4f4b4730bb8489e2c16a99ca as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/8b6f0aec4f4b4730bb8489e2c16a99ca 2024-12-15T03:37:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233891920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233891923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233891923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,928 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/A of bb79d39d438a938174751a7e1cb3f7e6 into 8b6f0aec4f4b4730bb8489e2c16a99ca(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:11,928 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:11,928 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/A, priority=13, startTime=1734233831063; duration=0sec 2024-12-15T03:37:11,929 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:11,929 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:11,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233891928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233891928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:11,930 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/24426d0309de419cb6b47aadc29637d7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/24426d0309de419cb6b47aadc29637d7 2024-12-15T03:37:11,936 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/C of bb79d39d438a938174751a7e1cb3f7e6 into 24426d0309de419cb6b47aadc29637d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:11,936 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:11,936 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/C, priority=13, startTime=1734233831063; duration=0sec 2024-12-15T03:37:11,936 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:11,936 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T03:37:12,019 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/3ae0ea19be6a4034945db9e8ab9ea54d 2024-12-15T03:37:12,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/bbfedd4964da4cb9bc154596ab8b8d50 is 50, key is test_row_0/B:col10/1734233830154/Put/seqid=0 2024-12-15T03:37:12,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742027_1203 (size=12151) 2024-12-15T03:37:12,037 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/bbfedd4964da4cb9bc154596ab8b8d50 2024-12-15T03:37:12,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/5d93bd7fc67a4d4690e3e69d65fbc7bc is 50, key is test_row_0/C:col10/1734233830154/Put/seqid=0 2024-12-15T03:37:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742028_1204 (size=12151) 2024-12-15T03:37:12,050 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/5d93bd7fc67a4d4690e3e69d65fbc7bc 2024-12-15T03:37:12,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/3ae0ea19be6a4034945db9e8ab9ea54d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d 2024-12-15T03:37:12,060 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d, entries=150, sequenceid=234, filesize=30.4 K 2024-12-15T03:37:12,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/bbfedd4964da4cb9bc154596ab8b8d50 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bbfedd4964da4cb9bc154596ab8b8d50 2024-12-15T03:37:12,066 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bbfedd4964da4cb9bc154596ab8b8d50, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T03:37:12,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/5d93bd7fc67a4d4690e3e69d65fbc7bc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5d93bd7fc67a4d4690e3e69d65fbc7bc 2024-12-15T03:37:12,072 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5d93bd7fc67a4d4690e3e69d65fbc7bc, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T03:37:12,074 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for bb79d39d438a938174751a7e1cb3f7e6 in 887ms, sequenceid=234, compaction requested=false 2024-12-15T03:37:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:12,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-15T03:37:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-15T03:37:12,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-15T03:37:12,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1940 sec 2024-12-15T03:37:12,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.1990 sec 2024-12-15T03:37:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:12,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T03:37:12,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:12,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:12,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:12,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:12,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:12,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:12,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233892440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233892440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233892441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233892442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233892443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530c6a31830214571b4d64947da02b57f_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:12,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742029_1205 (size=14844) 2024-12-15T03:37:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233892544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233892545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233892546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233892747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233892748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233892748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:12,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:12,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530c6a31830214571b4d64947da02b57f_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530c6a31830214571b4d64947da02b57f_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:12,859 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f185d6da6fb041dba6a07fd28cd54617, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:12,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f185d6da6fb041dba6a07fd28cd54617 is 175, key is test_row_0/A:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:12,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742030_1206 (size=39799) 2024-12-15T03:37:12,865 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f185d6da6fb041dba6a07fd28cd54617 2024-12-15T03:37:12,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/71559ff9292c4a5697a308f9cf6a0133 is 50, key is test_row_0/B:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742031_1207 (size=12201) 2024-12-15T03:37:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T03:37:12,985 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-15T03:37:12,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-15T03:37:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:12,988 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:12,989 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:12,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:13,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233893050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233893051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233893052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:13,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T03:37:13,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:13,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/71559ff9292c4a5697a308f9cf6a0133 2024-12-15T03:37:13,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/c0628ac766bb43f3a233eb1457f53ada is 50, key is test_row_0/C:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:13,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742032_1208 (size=12201) 2024-12-15T03:37:13,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T03:37:13,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:13,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,446 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T03:37:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233893445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233893446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233893554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233893557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233893558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:13,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T03:37:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:13,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/c0628ac766bb43f3a233eb1457f53ada 2024-12-15T03:37:13,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/f185d6da6fb041dba6a07fd28cd54617 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617 2024-12-15T03:37:13,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617, entries=200, sequenceid=257, filesize=38.9 K 2024-12-15T03:37:13,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/71559ff9292c4a5697a308f9cf6a0133 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/71559ff9292c4a5697a308f9cf6a0133 2024-12-15T03:37:13,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/71559ff9292c4a5697a308f9cf6a0133, entries=150, sequenceid=257, filesize=11.9 K 2024-12-15T03:37:13,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/c0628ac766bb43f3a233eb1457f53ada as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0628ac766bb43f3a233eb1457f53ada 2024-12-15T03:37:13,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0628ac766bb43f3a233eb1457f53ada, entries=150, sequenceid=257, filesize=11.9 K 2024-12-15T03:37:13,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for bb79d39d438a938174751a7e1cb3f7e6 in 1286ms, sequenceid=257, compaction requested=true 2024-12-15T03:37:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:13,714 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:13,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:13,714 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:13,715 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:13,715 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/A is initiating minor compaction (all files) 2024-12-15T03:37:13,715 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/A in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,715 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:13,715 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/8b6f0aec4f4b4730bb8489e2c16a99ca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=100.1 K 2024-12-15T03:37:13,715 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/B is initiating minor compaction (all files) 2024-12-15T03:37:13,716 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/B in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,716 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,716 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/8b6f0aec4f4b4730bb8489e2c16a99ca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617] 2024-12-15T03:37:13,716 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/60000ca3494141b3b5bbda2c7052dc9f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bbfedd4964da4cb9bc154596ab8b8d50, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/71559ff9292c4a5697a308f9cf6a0133] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=36.1 K 2024-12-15T03:37:13,716 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b6f0aec4f4b4730bb8489e2c16a99ca, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734233829026 2024-12-15T03:37:13,716 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 60000ca3494141b3b5bbda2c7052dc9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734233829026 2024-12-15T03:37:13,717 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting bbfedd4964da4cb9bc154596ab8b8d50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734233830152 2024-12-15T03:37:13,717 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ae0ea19be6a4034945db9e8ab9ea54d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734233830152 2024-12-15T03:37:13,717 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 71559ff9292c4a5697a308f9cf6a0133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233831278 2024-12-15T03:37:13,717 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f185d6da6fb041dba6a07fd28cd54617, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233831278 2024-12-15T03:37:13,726 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:13,727 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#B#compaction#174 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:13,727 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/3ba8921761f841a08a1a6dd184b9fd6d is 50, key is test_row_0/B:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:13,729 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412151eed076a7a7844fb85b312c5f69da216_bb79d39d438a938174751a7e1cb3f7e6 store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:13,731 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412151eed076a7a7844fb85b312c5f69da216_bb79d39d438a938174751a7e1cb3f7e6, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:13,731 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151eed076a7a7844fb85b312c5f69da216_bb79d39d438a938174751a7e1cb3f7e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:13,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742033_1209 (size=12781) 2024-12-15T03:37:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742034_1210 (size=4469) 2024-12-15T03:37:13,740 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#A#compaction#175 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:13,740 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/55fddbbf1d0f40dfb4a9c90c04c69c6c is 175, key is test_row_0/A:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:13,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742035_1211 (size=31735) 2024-12-15T03:37:13,749 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/55fddbbf1d0f40dfb4a9c90c04c69c6c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/55fddbbf1d0f40dfb4a9c90c04c69c6c 2024-12-15T03:37:13,752 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:13,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-15T03:37:13,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,753 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T03:37:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:13,754 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/A of bb79d39d438a938174751a7e1cb3f7e6 into 55fddbbf1d0f40dfb4a9c90c04c69c6c(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:13,754 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:13,754 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/A, priority=13, startTime=1734233833714; duration=0sec 2024-12-15T03:37:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:13,754 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:13,754 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:13,754 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:13,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:13,756 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:13,756 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/C is initiating minor compaction (all files) 2024-12-15T03:37:13,756 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/C in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:13,756 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/24426d0309de419cb6b47aadc29637d7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5d93bd7fc67a4d4690e3e69d65fbc7bc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0628ac766bb43f3a233eb1457f53ada] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=36.1 K 2024-12-15T03:37:13,756 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24426d0309de419cb6b47aadc29637d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1734233829026 2024-12-15T03:37:13,757 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d93bd7fc67a4d4690e3e69d65fbc7bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734233830152 2024-12-15T03:37:13,757 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0628ac766bb43f3a233eb1457f53ada, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233831278 2024-12-15T03:37:13,774 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:13,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159fa53db54a5d4eee9114ed7fc85c8ca8_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233832442/Put/seqid=0 2024-12-15T03:37:13,775 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/5c89958cfeee493697951a630f214dd2 is 50, key is test_row_0/C:col10/1734233831278/Put/seqid=0 2024-12-15T03:37:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742036_1212 (size=12454) 2024-12-15T03:37:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742037_1213 (size=12781) 2024-12-15T03:37:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:14,139 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/3ba8921761f841a08a1a6dd184b9fd6d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3ba8921761f841a08a1a6dd184b9fd6d 2024-12-15T03:37:14,145 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/B of bb79d39d438a938174751a7e1cb3f7e6 into 3ba8921761f841a08a1a6dd184b9fd6d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:14,145 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:14,145 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/B, priority=13, startTime=1734233833714; duration=0sec 2024-12-15T03:37:14,146 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:14,146 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:14,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:14,188 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159fa53db54a5d4eee9114ed7fc85c8ca8_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159fa53db54a5d4eee9114ed7fc85c8ca8_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:14,189 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/5c89958cfeee493697951a630f214dd2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5c89958cfeee493697951a630f214dd2 2024-12-15T03:37:14,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6d91e0319eaa41358c0e3872f16b1182, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:14,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6d91e0319eaa41358c0e3872f16b1182 is 175, key is test_row_0/A:col10/1734233832442/Put/seqid=0 2024-12-15T03:37:14,204 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/C of bb79d39d438a938174751a7e1cb3f7e6 into 5c89958cfeee493697951a630f214dd2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:14,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:14,205 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/C, priority=13, startTime=1734233833714; duration=0sec 2024-12-15T03:37:14,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:14,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:14,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742038_1214 (size=31255) 2024-12-15T03:37:14,213 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6d91e0319eaa41358c0e3872f16b1182 2024-12-15T03:37:14,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/4fd4f8b40afa497d9e5faddf1b9fb4a5 is 50, key is test_row_0/B:col10/1734233832442/Put/seqid=0 2024-12-15T03:37:14,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742039_1215 (size=12301) 2024-12-15T03:37:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:14,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:14,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233894582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233894582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233894584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,649 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/4fd4f8b40afa497d9e5faddf1b9fb4a5 2024-12-15T03:37:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/b68f893aceb048189d4245dd0fda534e is 50, key is test_row_0/C:col10/1734233832442/Put/seqid=0 2024-12-15T03:37:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742040_1216 (size=12301) 2024-12-15T03:37:14,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233894684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233894684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233894685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233894886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233894889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:14,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:14,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233894890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,065 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/b68f893aceb048189d4245dd0fda534e 2024-12-15T03:37:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/6d91e0319eaa41358c0e3872f16b1182 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182 2024-12-15T03:37:15,084 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182, entries=150, sequenceid=275, filesize=30.5 K 2024-12-15T03:37:15,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/4fd4f8b40afa497d9e5faddf1b9fb4a5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/4fd4f8b40afa497d9e5faddf1b9fb4a5 2024-12-15T03:37:15,091 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/4fd4f8b40afa497d9e5faddf1b9fb4a5, entries=150, sequenceid=275, filesize=12.0 K 2024-12-15T03:37:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/b68f893aceb048189d4245dd0fda534e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b68f893aceb048189d4245dd0fda534e 2024-12-15T03:37:15,097 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b68f893aceb048189d4245dd0fda534e, entries=150, sequenceid=275, filesize=12.0 K 2024-12-15T03:37:15,099 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bb79d39d438a938174751a7e1cb3f7e6 in 1346ms, sequenceid=275, compaction requested=false 2024-12-15T03:37:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:15,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-15T03:37:15,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-15T03:37:15,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-15T03:37:15,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1110 sec 2024-12-15T03:37:15,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.1160 sec 2024-12-15T03:37:15,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:15,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T03:37:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:15,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:15,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:15,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:15,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a3dc2a6ad4a34ea39d0a47c7cfec527a_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:15,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742041_1217 (size=12454) 2024-12-15T03:37:15,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233895207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,211 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233895210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233895211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,216 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a3dc2a6ad4a34ea39d0a47c7cfec527a_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a3dc2a6ad4a34ea39d0a47c7cfec527a_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:15,217 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/48205ba2c6234a82a6d8b06b07a2199d, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:15,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/48205ba2c6234a82a6d8b06b07a2199d is 175, key is test_row_0/A:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:15,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742042_1218 (size=31255) 2024-12-15T03:37:15,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/48205ba2c6234a82a6d8b06b07a2199d 2024-12-15T03:37:15,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/91733e37a3b44b7ca76b733f3eadc794 is 50, key is test_row_0/B:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742043_1219 (size=12301) 2024-12-15T03:37:15,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/91733e37a3b44b7ca76b733f3eadc794 2024-12-15T03:37:15,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/8a939da6e47d46cd9eca8648b46606dc is 50, key is test_row_0/C:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:15,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742044_1220 (size=12301) 2024-12-15T03:37:15,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233895312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233895312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233895312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58188 deadline: 1734233895457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,458 DEBUG [Thread-687 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:15,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58154 deadline: 1734233895466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,467 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233895515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233895515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233895515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/8a939da6e47d46cd9eca8648b46606dc 2024-12-15T03:37:15,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/48205ba2c6234a82a6d8b06b07a2199d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d 2024-12-15T03:37:15,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d, entries=150, sequenceid=299, filesize=30.5 K 2024-12-15T03:37:15,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/91733e37a3b44b7ca76b733f3eadc794 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/91733e37a3b44b7ca76b733f3eadc794 2024-12-15T03:37:15,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/91733e37a3b44b7ca76b733f3eadc794, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T03:37:15,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/8a939da6e47d46cd9eca8648b46606dc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/8a939da6e47d46cd9eca8648b46606dc 2024-12-15T03:37:15,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/8a939da6e47d46cd9eca8648b46606dc, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T03:37:15,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bb79d39d438a938174751a7e1cb3f7e6 in 482ms, sequenceid=299, compaction requested=true 2024-12-15T03:37:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:15,676 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:15,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:15,677 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:15,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:15,678 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:15,678 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:15,678 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/A is initiating minor compaction (all files) 2024-12-15T03:37:15,678 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/B is initiating minor compaction (all files) 2024-12-15T03:37:15,678 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/A in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:15,678 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/B in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:15,678 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/55fddbbf1d0f40dfb4a9c90c04c69c6c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=92.0 K 2024-12-15T03:37:15,678 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:15,678 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3ba8921761f841a08a1a6dd184b9fd6d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/4fd4f8b40afa497d9e5faddf1b9fb4a5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/91733e37a3b44b7ca76b733f3eadc794] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=36.5 K 2024-12-15T03:37:15,678 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/55fddbbf1d0f40dfb4a9c90c04c69c6c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d] 2024-12-15T03:37:15,679 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba8921761f841a08a1a6dd184b9fd6d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233831278 2024-12-15T03:37:15,679 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55fddbbf1d0f40dfb4a9c90c04c69c6c, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233831278 2024-12-15T03:37:15,679 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fd4f8b40afa497d9e5faddf1b9fb4a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734233832438 2024-12-15T03:37:15,679 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d91e0319eaa41358c0e3872f16b1182, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734233832438 2024-12-15T03:37:15,679 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48205ba2c6234a82a6d8b06b07a2199d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734233834573 2024-12-15T03:37:15,679 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 91733e37a3b44b7ca76b733f3eadc794, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734233834573 2024-12-15T03:37:15,687 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:15,689 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:15,690 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b99edd601082406fb01f3264f9cf115f is 50, key is test_row_0/B:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:15,692 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121528134ea5f8e94405868e610875f39479_bb79d39d438a938174751a7e1cb3f7e6 store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742045_1221 (size=12983) 2024-12-15T03:37:15,694 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121528134ea5f8e94405868e610875f39479_bb79d39d438a938174751a7e1cb3f7e6, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:15,695 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121528134ea5f8e94405868e610875f39479_bb79d39d438a938174751a7e1cb3f7e6 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:15,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742046_1222 (size=4469) 2024-12-15T03:37:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:15,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T03:37:15,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:15,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:15,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:15,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:15,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:15,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:15,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121520ffccc0f4f84161a57fc5a9cc956226_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233835209/Put/seqid=0 2024-12-15T03:37:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742047_1223 (size=12454) 2024-12-15T03:37:15,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233895847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233895848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233895848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233895949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233895953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:15,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233895953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,101 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#A#compaction#183 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:16,102 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b99edd601082406fb01f3264f9cf115f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b99edd601082406fb01f3264f9cf115f 2024-12-15T03:37:16,102 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/0077a4ec25a743efb36a2d87dbfeb407 is 175, key is test_row_0/A:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:16,113 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/B of bb79d39d438a938174751a7e1cb3f7e6 into b99edd601082406fb01f3264f9cf115f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:16,113 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:16,113 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/B, priority=13, startTime=1734233835676; duration=0sec 2024-12-15T03:37:16,113 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:16,113 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:16,114 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:16,115 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:16,115 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): bb79d39d438a938174751a7e1cb3f7e6/C is initiating minor compaction (all files) 2024-12-15T03:37:16,115 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bb79d39d438a938174751a7e1cb3f7e6/C in TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:16,115 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5c89958cfeee493697951a630f214dd2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b68f893aceb048189d4245dd0fda534e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/8a939da6e47d46cd9eca8648b46606dc] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp, totalSize=36.5 K 2024-12-15T03:37:16,116 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c89958cfeee493697951a630f214dd2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734233831278 2024-12-15T03:37:16,116 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b68f893aceb048189d4245dd0fda534e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734233832438 2024-12-15T03:37:16,117 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a939da6e47d46cd9eca8648b46606dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734233834573 2024-12-15T03:37:16,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742048_1224 (size=31937) 2024-12-15T03:37:16,127 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/0077a4ec25a743efb36a2d87dbfeb407 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0077a4ec25a743efb36a2d87dbfeb407 2024-12-15T03:37:16,130 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bb79d39d438a938174751a7e1cb3f7e6#C#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:16,131 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/3b286cd6dcc84229a7eb06ec205d8150 is 50, key is test_row_0/C:col10/1734233835192/Put/seqid=0 2024-12-15T03:37:16,133 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/A of bb79d39d438a938174751a7e1cb3f7e6 into 0077a4ec25a743efb36a2d87dbfeb407(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:16,133 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:16,133 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/A, priority=13, startTime=1734233835676; duration=0sec 2024-12-15T03:37:16,133 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:16,133 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:16,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742049_1225 (size=12983) 2024-12-15T03:37:16,152 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/3b286cd6dcc84229a7eb06ec205d8150 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/3b286cd6dcc84229a7eb06ec205d8150 2024-12-15T03:37:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233896152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,157 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bb79d39d438a938174751a7e1cb3f7e6/C of bb79d39d438a938174751a7e1cb3f7e6 into 3b286cd6dcc84229a7eb06ec205d8150(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:16,157 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:16,157 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6., storeName=bb79d39d438a938174751a7e1cb3f7e6/C, priority=13, startTime=1734233835677; duration=0sec 2024-12-15T03:37:16,157 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:16,157 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233896155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233896156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:16,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121520ffccc0f4f84161a57fc5a9cc956226_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121520ffccc0f4f84161a57fc5a9cc956226_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:16,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/94e143d25cce40acbc166768e140f093, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:16,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/94e143d25cce40acbc166768e140f093 is 175, key is test_row_0/A:col10/1734233835209/Put/seqid=0 2024-12-15T03:37:16,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742050_1226 (size=31255) 2024-12-15T03:37:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233896455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233896460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233896461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/94e143d25cce40acbc166768e140f093 2024-12-15T03:37:16,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b22b67d0124b47abac8d4a82faf03d6d is 50, key is test_row_0/B:col10/1734233835209/Put/seqid=0 2024-12-15T03:37:16,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742051_1227 (size=12301) 2024-12-15T03:37:16,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233896961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233896963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:16,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233896966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b22b67d0124b47abac8d4a82faf03d6d 2024-12-15T03:37:17,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ee407e9f3b8a4d8d9930e6457504ece9 is 50, key is test_row_0/C:col10/1734233835209/Put/seqid=0 2024-12-15T03:37:17,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742052_1228 (size=12301) 2024-12-15T03:37:17,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-15T03:37:17,093 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-15T03:37:17,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-15T03:37:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T03:37:17,096 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:17,096 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:17,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T03:37:17,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T03:37:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:17,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:17,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T03:37:17,401 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T03:37:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:17,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:17,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ee407e9f3b8a4d8d9930e6457504ece9 2024-12-15T03:37:17,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/94e143d25cce40acbc166768e140f093 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/94e143d25cce40acbc166768e140f093 2024-12-15T03:37:17,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/94e143d25cce40acbc166768e140f093, entries=150, sequenceid=316, filesize=30.5 K 2024-12-15T03:37:17,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/b22b67d0124b47abac8d4a82faf03d6d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b22b67d0124b47abac8d4a82faf03d6d 2024-12-15T03:37:17,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b22b67d0124b47abac8d4a82faf03d6d, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T03:37:17,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ee407e9f3b8a4d8d9930e6457504ece9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ee407e9f3b8a4d8d9930e6457504ece9 2024-12-15T03:37:17,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ee407e9f3b8a4d8d9930e6457504ece9, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T03:37:17,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for bb79d39d438a938174751a7e1cb3f7e6 in 1702ms, sequenceid=316, compaction requested=false 2024-12-15T03:37:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:17,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T03:37:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:17,555 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T03:37:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:17,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:17,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d34dc4da1ed04e9f8889feffbaaefada_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233835847/Put/seqid=0 2024-12-15T03:37:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742053_1229 (size=12454) 2024-12-15T03:37:17,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:17,573 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d34dc4da1ed04e9f8889feffbaaefada_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d34dc4da1ed04e9f8889feffbaaefada_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9b0cf34df50841f991c252668059666f, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9b0cf34df50841f991c252668059666f is 175, key is test_row_0/A:col10/1734233835847/Put/seqid=0 2024-12-15T03:37:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742054_1230 (size=31255) 2024-12-15T03:37:17,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T03:37:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:17,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. as already flushing 2024-12-15T03:37:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9b0cf34df50841f991c252668059666f 2024-12-15T03:37:17,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233897981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233897982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233897983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:17,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/77bf90e9cfa7435d889a1b3527d0b5b2 is 50, key is test_row_0/B:col10/1734233835847/Put/seqid=0 2024-12-15T03:37:17,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742055_1231 (size=12301) 2024-12-15T03:37:18,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233898084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233898088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233898088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T03:37:18,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233898288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233898292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233898292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,393 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/77bf90e9cfa7435d889a1b3527d0b5b2 2024-12-15T03:37:18,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ce78c6d922fd45898e7dc51d84903fd0 is 50, key is test_row_0/C:col10/1734233835847/Put/seqid=0 2024-12-15T03:37:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742056_1232 (size=12301) 2024-12-15T03:37:18,416 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77b8b9d2 to 127.0.0.1:54928 2024-12-15T03:37:18,416 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:18,417 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x696032a5 to 127.0.0.1:54928 2024-12-15T03:37:18,417 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:18,418 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a0fc918 to 127.0.0.1:54928 2024-12-15T03:37:18,418 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:18,420 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f8f5dcd to 127.0.0.1:54928 2024-12-15T03:37:18,420 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:18,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58170 deadline: 1734233898591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1734233898593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58182 deadline: 1734233898594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:18,811 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ce78c6d922fd45898e7dc51d84903fd0 2024-12-15T03:37:18,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/9b0cf34df50841f991c252668059666f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9b0cf34df50841f991c252668059666f 2024-12-15T03:37:18,819 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9b0cf34df50841f991c252668059666f, entries=150, sequenceid=338, filesize=30.5 K 2024-12-15T03:37:18,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/77bf90e9cfa7435d889a1b3527d0b5b2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/77bf90e9cfa7435d889a1b3527d0b5b2 2024-12-15T03:37:18,825 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/77bf90e9cfa7435d889a1b3527d0b5b2, entries=150, sequenceid=338, filesize=12.0 K 2024-12-15T03:37:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/ce78c6d922fd45898e7dc51d84903fd0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ce78c6d922fd45898e7dc51d84903fd0 2024-12-15T03:37:18,829 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ce78c6d922fd45898e7dc51d84903fd0, entries=150, sequenceid=338, filesize=12.0 K 2024-12-15T03:37:18,830 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for bb79d39d438a938174751a7e1cb3f7e6 in 1275ms, sequenceid=338, compaction requested=true 2024-12-15T03:37:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:18,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-15T03:37:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-15T03:37:18,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-15T03:37:18,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7350 sec 2024-12-15T03:37:18,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.7390 sec 2024-12-15T03:37:19,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:19,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T03:37:19,094 DEBUG [Thread-683 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b5c4058 to 127.0.0.1:54928 2024-12-15T03:37:19,094 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:19,096 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de2fcf6 to 127.0.0.1:54928 2024-12-15T03:37:19,096 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:19,097 DEBUG [Thread-685 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e8ce40 to 127.0.0.1:54928 2024-12-15T03:37:19,097 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:19,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121533fc26004f5d430682ea801a6bca6749_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233837981/Put/seqid=0 2024-12-15T03:37:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742057_1233 (size=12454) 2024-12-15T03:37:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T03:37:19,200 INFO [Thread-693 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-15T03:37:19,461 DEBUG [Thread-687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d89b50a to 127.0.0.1:54928 2024-12-15T03:37:19,461 DEBUG [Thread-687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:19,504 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3286a246 to 127.0.0.1:54928 2024-12-15T03:37:19,504 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7222 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7108 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3074 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9222 rows 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3072 2024-12-15T03:37:19,505 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9216 rows 2024-12-15T03:37:19,505 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:37:19,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a0bafef to 127.0.0.1:54928 2024-12-15T03:37:19,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:19,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:19,507 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T03:37:19,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T03:37:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121533fc26004f5d430682ea801a6bca6749_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121533fc26004f5d430682ea801a6bca6749_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:19,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233839511"}]},"ts":"1734233839511"} 2024-12-15T03:37:19,512 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/99e1c88782904627af5c79f7ef5fd7cf, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:19,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T03:37:19,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/99e1c88782904627af5c79f7ef5fd7cf is 175, key is test_row_0/A:col10/1734233837981/Put/seqid=0 2024-12-15T03:37:19,515 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T03:37:19,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:37:19,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, UNASSIGN}] 2024-12-15T03:37:19,518 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, UNASSIGN 2024-12-15T03:37:19,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742058_1234 (size=31255) 2024-12-15T03:37:19,519 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42769 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=CLOSING, location=c1551786b40e,42709,1734233785718, table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T03:37:19,520 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:37:19,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:37:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:19,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:19,671 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:19,672 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:37:19,672 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing bb79d39d438a938174751a7e1cb3f7e6, disabling compactions & flushes 2024-12-15T03:37:19,672 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:19,920 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/99e1c88782904627af5c79f7ef5fd7cf 2024-12-15T03:37:19,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/d3ac3d7015094a929133ea6286c81622 is 50, key is test_row_0/B:col10/1734233837981/Put/seqid=0 2024-12-15T03:37:19,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742059_1235 (size=12301) 2024-12-15T03:37:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:20,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/d3ac3d7015094a929133ea6286c81622 2024-12-15T03:37:20,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/9f477e9f36784bc08ea7bb3c7bc5e958 is 50, key is test_row_0/C:col10/1734233837981/Put/seqid=0 2024-12-15T03:37:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742060_1236 (size=12301) 2024-12-15T03:37:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:20,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/9f477e9f36784bc08ea7bb3c7bc5e958 2024-12-15T03:37:20,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/99e1c88782904627af5c79f7ef5fd7cf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/99e1c88782904627af5c79f7ef5fd7cf 2024-12-15T03:37:20,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/99e1c88782904627af5c79f7ef5fd7cf, entries=150, sequenceid=356, filesize=30.5 K 2024-12-15T03:37:20,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/d3ac3d7015094a929133ea6286c81622 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/d3ac3d7015094a929133ea6286c81622 2024-12-15T03:37:20,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/d3ac3d7015094a929133ea6286c81622, entries=150, sequenceid=356, filesize=12.0 K 2024-12-15T03:37:20,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/9f477e9f36784bc08ea7bb3c7bc5e958 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/9f477e9f36784bc08ea7bb3c7bc5e958 2024-12-15T03:37:20,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/9f477e9f36784bc08ea7bb3c7bc5e958, entries=150, sequenceid=356, filesize=12.0 K 2024-12-15T03:37:20,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for bb79d39d438a938174751a7e1cb3f7e6 in 1665ms, sequenceid=356, compaction requested=true 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:20,759 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:20,759 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. because compaction request was cancelled 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bb79d39d438a938174751a7e1cb3f7e6:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. after waiting 0 ms 2024-12-15T03:37:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:20,759 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. because compaction request was cancelled 2024-12-15T03:37:20,759 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:A 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:20,759 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:B 2024-12-15T03:37:20,759 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. because compaction request was cancelled 2024-12-15T03:37:20,759 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bb79d39d438a938174751a7e1cb3f7e6:C 2024-12-15T03:37:20,759 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing bb79d39d438a938174751a7e1cb3f7e6 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=A 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=B 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bb79d39d438a938174751a7e1cb3f7e6, store=C 2024-12-15T03:37:20,759 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:20,765 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215978817a4da12490fbe11e72043659532_bb79d39d438a938174751a7e1cb3f7e6 is 50, key is test_row_0/A:col10/1734233839503/Put/seqid=0 2024-12-15T03:37:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742061_1237 (size=12454) 2024-12-15T03:37:21,169 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:21,173 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215978817a4da12490fbe11e72043659532_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215978817a4da12490fbe11e72043659532_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:21,174 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/db97520864bc4886a294e30acc8b8efa, store: [table=TestAcidGuarantees family=A region=bb79d39d438a938174751a7e1cb3f7e6] 2024-12-15T03:37:21,175 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/db97520864bc4886a294e30acc8b8efa is 175, key is test_row_0/A:col10/1734233839503/Put/seqid=0 2024-12-15T03:37:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742062_1238 (size=31255) 2024-12-15T03:37:21,579 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/db97520864bc4886a294e30acc8b8efa 2024-12-15T03:37:21,586 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/26b3f1dca8a448d5abe20121ce55e8d4 is 50, key is test_row_0/B:col10/1734233839503/Put/seqid=0 2024-12-15T03:37:21,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742063_1239 (size=12301) 2024-12-15T03:37:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:21,990 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/26b3f1dca8a448d5abe20121ce55e8d4 2024-12-15T03:37:21,996 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/cd2b376bf0e440e89b714baa66c0cf9e is 50, key is test_row_0/C:col10/1734233839503/Put/seqid=0 2024-12-15T03:37:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742064_1240 (size=12301) 2024-12-15T03:37:22,400 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/cd2b376bf0e440e89b714baa66c0cf9e 2024-12-15T03:37:22,405 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/A/db97520864bc4886a294e30acc8b8efa as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/db97520864bc4886a294e30acc8b8efa 2024-12-15T03:37:22,408 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/db97520864bc4886a294e30acc8b8efa, entries=150, sequenceid=363, filesize=30.5 K 2024-12-15T03:37:22,409 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/B/26b3f1dca8a448d5abe20121ce55e8d4 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/26b3f1dca8a448d5abe20121ce55e8d4 2024-12-15T03:37:22,412 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/26b3f1dca8a448d5abe20121ce55e8d4, entries=150, sequenceid=363, filesize=12.0 K 2024-12-15T03:37:22,413 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/.tmp/C/cd2b376bf0e440e89b714baa66c0cf9e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/cd2b376bf0e440e89b714baa66c0cf9e 2024-12-15T03:37:22,416 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/cd2b376bf0e440e89b714baa66c0cf9e, entries=150, sequenceid=363, filesize=12.0 K 2024-12-15T03:37:22,417 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bb79d39d438a938174751a7e1cb3f7e6 in 1658ms, sequenceid=363, compaction requested=true 2024-12-15T03:37:22,417 DEBUG [StoreCloser-TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0787f6f61db640f389a2dce719cbb495, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/aec0c2a7e4864863871157129944702c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0913d274b8dd4cba9973063ce8b02531, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/8b6f0aec4f4b4730bb8489e2c16a99ca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/55fddbbf1d0f40dfb4a9c90c04c69c6c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d] to archive 2024-12-15T03:37:22,418 DEBUG [StoreCloser-TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:37:22,421 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1e8b9644de4c4e4091ac8f2524e37532 2024-12-15T03:37:22,421 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6cb6805538094127b1ba2b2825998563 2024-12-15T03:37:22,421 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/1d9ce8baa19a4614bd440633663308f9 2024-12-15T03:37:22,421 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/7254caae2f3548f5aef85cb4e2d20410 2024-12-15T03:37:22,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/aec0c2a7e4864863871157129944702c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/aec0c2a7e4864863871157129944702c 2024-12-15T03:37:22,422 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c0e874775fc44466b88259b017e51267 2024-12-15T03:37:22,422 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/52e2351929c64ac19cbd9a01e910b922 2024-12-15T03:37:22,422 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0787f6f61db640f389a2dce719cbb495 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0787f6f61db640f389a2dce719cbb495 2024-12-15T03:37:22,423 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/a0fa0d3ccbab499d99a214ec87c0d371 2024-12-15T03:37:22,423 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f09edbbe319a42a484989452afdd4689 2024-12-15T03:37:22,424 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/c66189207a64420ba98efacafe54fa5b 2024-12-15T03:37:22,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/fff5db8fd61e48cfb1f364dea543d353 2024-12-15T03:37:22,424 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9ec47c1d5b6d407b85b4a4ef4598c8ab 2024-12-15T03:37:22,424 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/3ae0ea19be6a4034945db9e8ab9ea54d 2024-12-15T03:37:22,424 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0913d274b8dd4cba9973063ce8b02531 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0913d274b8dd4cba9973063ce8b02531 2024-12-15T03:37:22,424 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/8b6f0aec4f4b4730bb8489e2c16a99ca to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/8b6f0aec4f4b4730bb8489e2c16a99ca 2024-12-15T03:37:22,425 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/6d91e0319eaa41358c0e3872f16b1182 2024-12-15T03:37:22,425 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/f185d6da6fb041dba6a07fd28cd54617 2024-12-15T03:37:22,425 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/55fddbbf1d0f40dfb4a9c90c04c69c6c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/55fddbbf1d0f40dfb4a9c90c04c69c6c 2024-12-15T03:37:22,426 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/48205ba2c6234a82a6d8b06b07a2199d 2024-12-15T03:37:22,427 DEBUG [StoreCloser-TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/acd73ed5e68e406d97a741c3a8be56f1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bf2b4336d0e248ea9242653acbcfb86d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/eb67a0275a6e481d8392f106f2d63377, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/8a8cdbc567af48aab3f91c26544b554b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3686fbb929284366a667e3e2f39bc50f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/9f7a6c59991c490f840351ecd86793b1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/48369954a1a34772b6ac109c7ed16046, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b06a7f8464004e88a6ebaf361d3573c7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/f5e6297c91c04bc2bfa9c0bfb3b38363, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/cbc3d3cb13e24ae698e853277fb6f9ad, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/6479c6e1a1b04bbcac4b126ccfe37a2f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/a107a4d283344b00a57bf594e3440229, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/e3c4dfddea5348fbb290874433877056, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/60000ca3494141b3b5bbda2c7052dc9f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/75762645b3c64a919a3cbb9bf9ae9644, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bbfedd4964da4cb9bc154596ab8b8d50, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3ba8921761f841a08a1a6dd184b9fd6d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/71559ff9292c4a5697a308f9cf6a0133, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/4fd4f8b40afa497d9e5faddf1b9fb4a5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/91733e37a3b44b7ca76b733f3eadc794] to archive 2024-12-15T03:37:22,427 DEBUG [StoreCloser-TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/eb67a0275a6e481d8392f106f2d63377 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/eb67a0275a6e481d8392f106f2d63377 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bf2b4336d0e248ea9242653acbcfb86d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bf2b4336d0e248ea9242653acbcfb86d 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/acd73ed5e68e406d97a741c3a8be56f1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/acd73ed5e68e406d97a741c3a8be56f1 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/9f7a6c59991c490f840351ecd86793b1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/9f7a6c59991c490f840351ecd86793b1 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3686fbb929284366a667e3e2f39bc50f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3686fbb929284366a667e3e2f39bc50f 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b06a7f8464004e88a6ebaf361d3573c7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b06a7f8464004e88a6ebaf361d3573c7 2024-12-15T03:37:22,430 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/8a8cdbc567af48aab3f91c26544b554b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/8a8cdbc567af48aab3f91c26544b554b 2024-12-15T03:37:22,431 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/48369954a1a34772b6ac109c7ed16046 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/48369954a1a34772b6ac109c7ed16046 2024-12-15T03:37:22,432 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/6479c6e1a1b04bbcac4b126ccfe37a2f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/6479c6e1a1b04bbcac4b126ccfe37a2f 2024-12-15T03:37:22,432 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/f5e6297c91c04bc2bfa9c0bfb3b38363 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/f5e6297c91c04bc2bfa9c0bfb3b38363 2024-12-15T03:37:22,432 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/a107a4d283344b00a57bf594e3440229 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/a107a4d283344b00a57bf594e3440229 2024-12-15T03:37:22,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/75762645b3c64a919a3cbb9bf9ae9644 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/75762645b3c64a919a3cbb9bf9ae9644 2024-12-15T03:37:22,432 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/60000ca3494141b3b5bbda2c7052dc9f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/60000ca3494141b3b5bbda2c7052dc9f 2024-12-15T03:37:22,433 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/cbc3d3cb13e24ae698e853277fb6f9ad to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/cbc3d3cb13e24ae698e853277fb6f9ad 2024-12-15T03:37:22,433 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/e3c4dfddea5348fbb290874433877056 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/e3c4dfddea5348fbb290874433877056 2024-12-15T03:37:22,433 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bbfedd4964da4cb9bc154596ab8b8d50 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/bbfedd4964da4cb9bc154596ab8b8d50 2024-12-15T03:37:22,434 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3ba8921761f841a08a1a6dd184b9fd6d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/3ba8921761f841a08a1a6dd184b9fd6d 2024-12-15T03:37:22,434 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/71559ff9292c4a5697a308f9cf6a0133 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/71559ff9292c4a5697a308f9cf6a0133 2024-12-15T03:37:22,434 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/4fd4f8b40afa497d9e5faddf1b9fb4a5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/4fd4f8b40afa497d9e5faddf1b9fb4a5 2024-12-15T03:37:22,434 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/91733e37a3b44b7ca76b733f3eadc794 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/91733e37a3b44b7ca76b733f3eadc794 2024-12-15T03:37:22,435 DEBUG [StoreCloser-TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e18b5213c72b4e8889af9ffdcde9b1e4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b9389d07cb93466e97c888351af613d9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ca19bef0685144709a3825c6aa098629, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/22ff10e169ce41c5a57ecbf9914df4ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/36cdc291c28f409c8ca4f05c893fd72f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/603423b50fc24080831a9f7d127f9a26, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e3f4370cd53244e29cb0113e8a2aeee6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/854b2b5dbdd74e7b8ae864f49e19bd4e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/90cd97a4f0c14316aa276f5abc236a1e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/10129302a0b84f7c90cb8a2e92016007, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/373baecd2c064737885935f75840d3bb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/41296c8185cb41918b50c57ad7c28530, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0af8bd490a640bca86c8bc0a4eecdad, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/24426d0309de419cb6b47aadc29637d7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/49d66d5b4499451f8924692060279d61, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5d93bd7fc67a4d4690e3e69d65fbc7bc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5c89958cfeee493697951a630f214dd2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0628ac766bb43f3a233eb1457f53ada, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b68f893aceb048189d4245dd0fda534e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/8a939da6e47d46cd9eca8648b46606dc] to archive 2024-12-15T03:37:22,436 DEBUG [StoreCloser-TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e18b5213c72b4e8889af9ffdcde9b1e4 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e18b5213c72b4e8889af9ffdcde9b1e4 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ca19bef0685144709a3825c6aa098629 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ca19bef0685144709a3825c6aa098629 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/36cdc291c28f409c8ca4f05c893fd72f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/36cdc291c28f409c8ca4f05c893fd72f 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b9389d07cb93466e97c888351af613d9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b9389d07cb93466e97c888351af613d9 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/603423b50fc24080831a9f7d127f9a26 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/603423b50fc24080831a9f7d127f9a26 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/22ff10e169ce41c5a57ecbf9914df4ec to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/22ff10e169ce41c5a57ecbf9914df4ec 2024-12-15T03:37:22,439 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/854b2b5dbdd74e7b8ae864f49e19bd4e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/854b2b5dbdd74e7b8ae864f49e19bd4e 2024-12-15T03:37:22,440 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e3f4370cd53244e29cb0113e8a2aeee6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/e3f4370cd53244e29cb0113e8a2aeee6 2024-12-15T03:37:22,441 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/90cd97a4f0c14316aa276f5abc236a1e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/90cd97a4f0c14316aa276f5abc236a1e 2024-12-15T03:37:22,441 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/373baecd2c064737885935f75840d3bb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/373baecd2c064737885935f75840d3bb 2024-12-15T03:37:22,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/49d66d5b4499451f8924692060279d61 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/49d66d5b4499451f8924692060279d61 2024-12-15T03:37:22,442 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/41296c8185cb41918b50c57ad7c28530 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/41296c8185cb41918b50c57ad7c28530 2024-12-15T03:37:22,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/24426d0309de419cb6b47aadc29637d7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/24426d0309de419cb6b47aadc29637d7 2024-12-15T03:37:22,442 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0af8bd490a640bca86c8bc0a4eecdad to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0af8bd490a640bca86c8bc0a4eecdad 2024-12-15T03:37:22,443 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/10129302a0b84f7c90cb8a2e92016007 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/10129302a0b84f7c90cb8a2e92016007 2024-12-15T03:37:22,443 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5d93bd7fc67a4d4690e3e69d65fbc7bc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5d93bd7fc67a4d4690e3e69d65fbc7bc 2024-12-15T03:37:22,443 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5c89958cfeee493697951a630f214dd2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/5c89958cfeee493697951a630f214dd2 2024-12-15T03:37:22,444 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0628ac766bb43f3a233eb1457f53ada to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/c0628ac766bb43f3a233eb1457f53ada 2024-12-15T03:37:22,444 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b68f893aceb048189d4245dd0fda534e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/b68f893aceb048189d4245dd0fda534e 2024-12-15T03:37:22,444 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/8a939da6e47d46cd9eca8648b46606dc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/8a939da6e47d46cd9eca8648b46606dc 2024-12-15T03:37:22,448 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-12-15T03:37:22,449 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6. 2024-12-15T03:37:22,449 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for bb79d39d438a938174751a7e1cb3f7e6: 2024-12-15T03:37:22,450 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:22,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=bb79d39d438a938174751a7e1cb3f7e6, regionState=CLOSED 2024-12-15T03:37:22,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T03:37:22,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure bb79d39d438a938174751a7e1cb3f7e6, server=c1551786b40e,42709,1734233785718 in 2.9320 sec 2024-12-15T03:37:22,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T03:37:22,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bb79d39d438a938174751a7e1cb3f7e6, UNASSIGN in 2.9360 sec 2024-12-15T03:37:22,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-15T03:37:22,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9390 sec 2024-12-15T03:37:22,457 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233842456"}]},"ts":"1734233842456"} 2024-12-15T03:37:22,457 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T03:37:22,460 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T03:37:22,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9530 sec 2024-12-15T03:37:23,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T03:37:23,615 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-15T03:37:23,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T03:37:23,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,617 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T03:37:23,618 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,620 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,622 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/recovered.edits] 2024-12-15T03:37:23,627 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/94e143d25cce40acbc166768e140f093 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/94e143d25cce40acbc166768e140f093 2024-12-15T03:37:23,627 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/99e1c88782904627af5c79f7ef5fd7cf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/99e1c88782904627af5c79f7ef5fd7cf 2024-12-15T03:37:23,627 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0077a4ec25a743efb36a2d87dbfeb407 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/0077a4ec25a743efb36a2d87dbfeb407 2024-12-15T03:37:23,627 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/db97520864bc4886a294e30acc8b8efa to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/db97520864bc4886a294e30acc8b8efa 2024-12-15T03:37:23,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9b0cf34df50841f991c252668059666f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/A/9b0cf34df50841f991c252668059666f 2024-12-15T03:37:23,631 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/26b3f1dca8a448d5abe20121ce55e8d4 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/26b3f1dca8a448d5abe20121ce55e8d4 2024-12-15T03:37:23,632 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b99edd601082406fb01f3264f9cf115f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b99edd601082406fb01f3264f9cf115f 2024-12-15T03:37:23,632 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/77bf90e9cfa7435d889a1b3527d0b5b2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/77bf90e9cfa7435d889a1b3527d0b5b2 2024-12-15T03:37:23,632 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/d3ac3d7015094a929133ea6286c81622 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/d3ac3d7015094a929133ea6286c81622 2024-12-15T03:37:23,632 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b22b67d0124b47abac8d4a82faf03d6d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/B/b22b67d0124b47abac8d4a82faf03d6d 2024-12-15T03:37:23,636 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/3b286cd6dcc84229a7eb06ec205d8150 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/3b286cd6dcc84229a7eb06ec205d8150 2024-12-15T03:37:23,636 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/cd2b376bf0e440e89b714baa66c0cf9e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/cd2b376bf0e440e89b714baa66c0cf9e 2024-12-15T03:37:23,636 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ee407e9f3b8a4d8d9930e6457504ece9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ee407e9f3b8a4d8d9930e6457504ece9 2024-12-15T03:37:23,636 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/9f477e9f36784bc08ea7bb3c7bc5e958 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/9f477e9f36784bc08ea7bb3c7bc5e958 2024-12-15T03:37:23,636 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ce78c6d922fd45898e7dc51d84903fd0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/C/ce78c6d922fd45898e7dc51d84903fd0 2024-12-15T03:37:23,639 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/recovered.edits/366.seqid to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6/recovered.edits/366.seqid 2024-12-15T03:37:23,640 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,640 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T03:37:23,640 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T03:37:23,641 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T03:37:23,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121528a2b431633c457eae63bf6da4a019a8_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121528a2b431633c457eae63bf6da4a019a8_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,650 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121520ffccc0f4f84161a57fc5a9cc956226_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121520ffccc0f4f84161a57fc5a9cc956226_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,650 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215218165b4adbb4702bc64c12e3fb26515_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215218165b4adbb4702bc64c12e3fb26515_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,650 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530c6a31830214571b4d64947da02b57f_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530c6a31830214571b4d64947da02b57f_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,651 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b9f6b4d45b04752a9bcd57a74941681_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b9f6b4d45b04752a9bcd57a74941681_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,651 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530e8c2f20665484c8c6c20cc329337d2_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530e8c2f20665484c8c6c20cc329337d2_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,651 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121533fc26004f5d430682ea801a6bca6749_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121533fc26004f5d430682ea801a6bca6749_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,651 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121553d632e1e35e4a37a3b80965356ad589_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121553d632e1e35e4a37a3b80965356ad589_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,652 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156e89b2a037084ca2915bc201cd2459c4_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156e89b2a037084ca2915bc201cd2459c4_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,652 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215978817a4da12490fbe11e72043659532_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215978817a4da12490fbe11e72043659532_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,652 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a3dc2a6ad4a34ea39d0a47c7cfec527a_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a3dc2a6ad4a34ea39d0a47c7cfec527a_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,652 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215adb9b3eb751d46dd89d13f2aa94f7c99_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215adb9b3eb751d46dd89d13f2aa94f7c99_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,653 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159fa53db54a5d4eee9114ed7fc85c8ca8_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159fa53db54a5d4eee9114ed7fc85c8ca8_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c95ddab91374466ca6beb7d5a51a5c40_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c95ddab91374466ca6beb7d5a51a5c40_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,653 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d1adc5c75ce840138373ead80fe6d31f_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d1adc5c75ce840138373ead80fe6d31f_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,653 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215be3b6138315a462d84070b109b3ca2e2_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215be3b6138315a462d84070b109b3ca2e2_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d34dc4da1ed04e9f8889feffbaaefada_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d34dc4da1ed04e9f8889feffbaaefada_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,654 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f7128a5bed104dc5aa812edb516ff4d0_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f7128a5bed104dc5aa812edb516ff4d0_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,654 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fea16bdb52f544ada25092405e84f579_bb79d39d438a938174751a7e1cb3f7e6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fea16bdb52f544ada25092405e84f579_bb79d39d438a938174751a7e1cb3f7e6 2024-12-15T03:37:23,654 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T03:37:23,656 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,659 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T03:37:23,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T03:37:23,662 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,662 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T03:37:23,662 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734233843662"}]},"ts":"9223372036854775807"} 2024-12-15T03:37:23,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T03:37:23,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bb79d39d438a938174751a7e1cb3f7e6, NAME => 'TestAcidGuarantees,,1734233815259.bb79d39d438a938174751a7e1cb3f7e6.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T03:37:23,664 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T03:37:23,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734233843664"}]},"ts":"9223372036854775807"} 2024-12-15T03:37:23,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T03:37:23,668 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-15T03:37:23,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T03:37:23,719 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-15T03:37:23,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=248 (was 247) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1734731409_22 at /127.0.0.1:53640 [Waiting for operation #509] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_312714711_22 at /127.0.0.1:59054 [Waiting for operation #528] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x61f034c0-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2417 (was 2516) 2024-12-15T03:37:23,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=248, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=2417 2024-12-15T03:37:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:37:23,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:37:23,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:23,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:37:23,741 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:23,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-12-15T03:37:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-15T03:37:23,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:37:23,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742065_1241 (size=963) 2024-12-15T03:37:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-15T03:37:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-15T03:37:24,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T03:37:24,149 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:37:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742066_1242 (size=53) 2024-12-15T03:37:24,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-15T03:37:24,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:37:24,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3896f46aa98d036f8e7d78b48b14fbd8, disabling compactions & flushes 2024-12-15T03:37:24,556 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. after waiting 0 ms 2024-12-15T03:37:24,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,556 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:24,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:37:24,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734233844557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233844557"}]},"ts":"1734233844557"} 2024-12-15T03:37:24,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:37:24,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:37:24,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233844559"}]},"ts":"1734233844559"} 2024-12-15T03:37:24,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T03:37:24,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, ASSIGN}] 2024-12-15T03:37:24,564 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, ASSIGN 2024-12-15T03:37:24,564 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:37:24,715 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=3896f46aa98d036f8e7d78b48b14fbd8, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:24,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:37:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-15T03:37:24,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:24,870 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,870 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:37:24,871 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,871 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:37:24,871 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,871 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,872 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,873 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:24,874 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3896f46aa98d036f8e7d78b48b14fbd8 columnFamilyName A 2024-12-15T03:37:24,874 DEBUG [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:24,874 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.HStore(327): Store=3896f46aa98d036f8e7d78b48b14fbd8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:24,874 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,875 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:24,875 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3896f46aa98d036f8e7d78b48b14fbd8 columnFamilyName B 2024-12-15T03:37:24,875 DEBUG [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:24,876 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.HStore(327): Store=3896f46aa98d036f8e7d78b48b14fbd8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:24,876 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,877 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:24,877 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3896f46aa98d036f8e7d78b48b14fbd8 columnFamilyName C 2024-12-15T03:37:24,877 DEBUG [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:24,877 INFO [StoreOpener-3896f46aa98d036f8e7d78b48b14fbd8-1 {}] regionserver.HStore(327): Store=3896f46aa98d036f8e7d78b48b14fbd8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:24,877 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,878 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,878 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,880 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:37:24,881 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:24,883 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:37:24,884 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 3896f46aa98d036f8e7d78b48b14fbd8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67219578, jitterRate=0.0016497671604156494}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:37:24,884 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:24,885 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., pid=68, masterSystemTime=1734233844867 2024-12-15T03:37:24,886 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,886 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:24,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=3896f46aa98d036f8e7d78b48b14fbd8, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:24,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T03:37:24,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 in 172 msec 2024-12-15T03:37:24,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-15T03:37:24,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, ASSIGN in 326 msec 2024-12-15T03:37:24,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:37:24,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233844891"}]},"ts":"1734233844891"} 2024-12-15T03:37:24,892 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T03:37:24,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:37:24,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-12-15T03:37:25,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-15T03:37:25,846 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-12-15T03:37:25,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bab3f39 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@718544b3 2024-12-15T03:37:25,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc79dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,852 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:37:25,854 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:37:25,856 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e48016 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9ffc85 2024-12-15T03:37:25,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd6e3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,860 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b2ae977 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18724143 2024-12-15T03:37:25,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b0002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ed37f32 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4215ff2 2024-12-15T03:37:25,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703a605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12e88ea6 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cb89dc6 2024-12-15T03:37:25,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168133da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,875 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dfc4f36 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25f2abe2 2024-12-15T03:37:25,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a724365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,878 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0598ef39 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d59ed84 2024-12-15T03:37:25,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b123525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23d0f458 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4187186b 2024-12-15T03:37:25,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd6a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77780196 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ec51b52 2024-12-15T03:37:25,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10be4157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x069ef766 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20a7636c 2024-12-15T03:37:25,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42712ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,895 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b0349fd to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70a4fbf2 2024-12-15T03:37:25,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4848aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:25,902 DEBUG [hconnection-0x5c6c801e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,902 DEBUG [hconnection-0x5cef1a1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:25,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-15T03:37:25,904 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,904 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T03:37:25,905 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:25,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:25,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:25,912 DEBUG [hconnection-0x4142f836-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,913 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:25,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:37:25,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:25,916 DEBUG [hconnection-0x18216bb1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:25,918 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,932 DEBUG [hconnection-0x69b10c1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,933 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,936 DEBUG [hconnection-0x2646fbcd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,937 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:25,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233905937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233905938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233905939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:25,944 DEBUG [hconnection-0x1563a286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,945 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,948 DEBUG [hconnection-0xdba1d16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233905950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:25,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b020c64bb10e4e9ea883116f27ba3708 is 50, key is test_row_0/A:col10/1734233845909/Put/seqid=0 2024-12-15T03:37:25,972 DEBUG [hconnection-0x3b131804-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,974 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,980 DEBUG [hconnection-0x7efbe76d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:25,981 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:25,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233905984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T03:37:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742067_1243 (size=12001) 2024-12-15T03:37:26,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b020c64bb10e4e9ea883116f27ba3708 2024-12-15T03:37:26,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233906040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233906040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233906041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233906051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/21d7a0a149fc4ea4be13a9919508fbe5 is 50, key is test_row_0/B:col10/1734233845909/Put/seqid=0 2024-12-15T03:37:26,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233906088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742068_1244 (size=12001) 2024-12-15T03:37:26,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/21d7a0a149fc4ea4be13a9919508fbe5 2024-12-15T03:37:26,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5a842c47e6904df59cfee9a426c73a65 is 50, key is test_row_0/C:col10/1734233845909/Put/seqid=0 2024-12-15T03:37:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742069_1245 (size=12001) 2024-12-15T03:37:26,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T03:37:26,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233906243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233906243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233906243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233906254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233906291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,364 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T03:37:26,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233906546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233906546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233906546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5a842c47e6904df59cfee9a426c73a65 2024-12-15T03:37:26,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233906556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b020c64bb10e4e9ea883116f27ba3708 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b020c64bb10e4e9ea883116f27ba3708 2024-12-15T03:37:26,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b020c64bb10e4e9ea883116f27ba3708, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T03:37:26,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/21d7a0a149fc4ea4be13a9919508fbe5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21d7a0a149fc4ea4be13a9919508fbe5 2024-12-15T03:37:26,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21d7a0a149fc4ea4be13a9919508fbe5, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T03:37:26,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5a842c47e6904df59cfee9a426c73a65 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5a842c47e6904df59cfee9a426c73a65 2024-12-15T03:37:26,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5a842c47e6904df59cfee9a426c73a65, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T03:37:26,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3896f46aa98d036f8e7d78b48b14fbd8 in 661ms, sequenceid=12, compaction requested=false 2024-12-15T03:37:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:26,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T03:37:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:26,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:26,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/e81d99c4233e474fbd15d4cace2dc34c is 50, key is test_row_0/A:col10/1734233845936/Put/seqid=0 2024-12-15T03:37:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742070_1246 (size=12001) 2024-12-15T03:37:26,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233906610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233906712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233906914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:26,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:26,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:26,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:27,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/e81d99c4233e474fbd15d4cace2dc34c 2024-12-15T03:37:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T03:37:27,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/1dd2ff5563594d32ad29227ca0e060b8 is 50, key is test_row_0/B:col10/1734233845936/Put/seqid=0 2024-12-15T03:37:27,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742071_1247 (size=12001) 2024-12-15T03:37:27,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/1dd2ff5563594d32ad29227ca0e060b8 2024-12-15T03:37:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233907048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233907049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233907051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/9e6658dfea704280bda9b62941396986 is 50, key is test_row_0/C:col10/1734233845936/Put/seqid=0 2024-12-15T03:37:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233907059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742072_1248 (size=12001) 2024-12-15T03:37:27,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/9e6658dfea704280bda9b62941396986 2024-12-15T03:37:27,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/e81d99c4233e474fbd15d4cace2dc34c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e81d99c4233e474fbd15d4cace2dc34c 2024-12-15T03:37:27,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e81d99c4233e474fbd15d4cace2dc34c, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T03:37:27,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/1dd2ff5563594d32ad29227ca0e060b8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/1dd2ff5563594d32ad29227ca0e060b8 2024-12-15T03:37:27,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/1dd2ff5563594d32ad29227ca0e060b8, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T03:37:27,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/9e6658dfea704280bda9b62941396986 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/9e6658dfea704280bda9b62941396986 2024-12-15T03:37:27,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/9e6658dfea704280bda9b62941396986, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T03:37:27,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3896f46aa98d036f8e7d78b48b14fbd8 in 494ms, sequenceid=38, compaction requested=false 2024-12-15T03:37:27,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:27,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T03:37:27,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:27,131 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T03:37:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:27,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:27,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/663b4a49dcab447a80a299c8cbc023c3 is 50, key is test_row_0/A:col10/1734233846606/Put/seqid=0 2024-12-15T03:37:27,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742073_1249 (size=12001) 2024-12-15T03:37:27,141 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/663b4a49dcab447a80a299c8cbc023c3 2024-12-15T03:37:27,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/0d8062990b5e4d7dae2b83562ac35b6d is 50, key is test_row_0/B:col10/1734233846606/Put/seqid=0 2024-12-15T03:37:27,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742074_1250 (size=12001) 2024-12-15T03:37:27,165 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/0d8062990b5e4d7dae2b83562ac35b6d 2024-12-15T03:37:27,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/29c49cef6ee44cc7bdc81b7fa1e7de51 is 50, key is test_row_0/C:col10/1734233846606/Put/seqid=0 2024-12-15T03:37:27,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742075_1251 (size=12001) 2024-12-15T03:37:27,198 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/29c49cef6ee44cc7bdc81b7fa1e7de51 2024-12-15T03:37:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/663b4a49dcab447a80a299c8cbc023c3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/663b4a49dcab447a80a299c8cbc023c3 2024-12-15T03:37:27,209 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/663b4a49dcab447a80a299c8cbc023c3, entries=150, sequenceid=48, filesize=11.7 K 2024-12-15T03:37:27,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/0d8062990b5e4d7dae2b83562ac35b6d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d8062990b5e4d7dae2b83562ac35b6d 2024-12-15T03:37:27,216 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d8062990b5e4d7dae2b83562ac35b6d, entries=150, sequenceid=48, filesize=11.7 K 2024-12-15T03:37:27,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/29c49cef6ee44cc7bdc81b7fa1e7de51 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/29c49cef6ee44cc7bdc81b7fa1e7de51 2024-12-15T03:37:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:27,223 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/29c49cef6ee44cc7bdc81b7fa1e7de51, entries=150, sequenceid=48, filesize=11.7 K 2024-12-15T03:37:27,224 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=13.42 KB/13740 for 3896f46aa98d036f8e7d78b48b14fbd8 in 94ms, sequenceid=48, compaction requested=true 2024-12-15T03:37:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T03:37:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T03:37:27,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T03:37:27,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-12-15T03:37:27,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.3270 sec 2024-12-15T03:37:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:27,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:37:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:27,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:27,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/a78e19bba3504a518fc4e2f59cd919e5 is 50, key is test_row_0/A:col10/1734233847237/Put/seqid=0 2024-12-15T03:37:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742076_1252 (size=12001) 2024-12-15T03:37:27,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/a78e19bba3504a518fc4e2f59cd919e5 2024-12-15T03:37:27,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/0d7c0f3a69ad4317a2a31dc325bc9397 is 50, key is test_row_0/B:col10/1734233847237/Put/seqid=0 2024-12-15T03:37:27,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742077_1253 (size=12001) 2024-12-15T03:37:27,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233907320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233907423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233907626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/0d7c0f3a69ad4317a2a31dc325bc9397 2024-12-15T03:37:27,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/0480d52634ef40f79f24cfcfac57d8a7 is 50, key is test_row_0/C:col10/1734233847237/Put/seqid=0 2024-12-15T03:37:27,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742078_1254 (size=12001) 2024-12-15T03:37:27,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233907929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:27,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T03:37:28,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T03:37:28,011 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-15T03:37:28,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:28,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-15T03:37:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T03:37:28,015 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:28,016 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:28,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:28,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233908056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233908058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233908060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233908067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/0480d52634ef40f79f24cfcfac57d8a7 2024-12-15T03:37:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/a78e19bba3504a518fc4e2f59cd919e5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/a78e19bba3504a518fc4e2f59cd919e5 2024-12-15T03:37:28,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/a78e19bba3504a518fc4e2f59cd919e5, entries=150, sequenceid=59, filesize=11.7 K 2024-12-15T03:37:28,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/0d7c0f3a69ad4317a2a31dc325bc9397 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d7c0f3a69ad4317a2a31dc325bc9397 2024-12-15T03:37:28,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d7c0f3a69ad4317a2a31dc325bc9397, entries=150, sequenceid=59, filesize=11.7 K 2024-12-15T03:37:28,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/0480d52634ef40f79f24cfcfac57d8a7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/0480d52634ef40f79f24cfcfac57d8a7 2024-12-15T03:37:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T03:37:28,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/0480d52634ef40f79f24cfcfac57d8a7, entries=150, sequenceid=59, filesize=11.7 K 2024-12-15T03:37:28,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3896f46aa98d036f8e7d78b48b14fbd8 in 878ms, sequenceid=59, compaction requested=true 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:28,118 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:28,118 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:28,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:28,120 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:28,120 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:28,120 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:28,120 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:28,120 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:28,120 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:28,120 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21d7a0a149fc4ea4be13a9919508fbe5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/1dd2ff5563594d32ad29227ca0e060b8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d8062990b5e4d7dae2b83562ac35b6d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d7c0f3a69ad4317a2a31dc325bc9397] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=46.9 K 2024-12-15T03:37:28,120 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b020c64bb10e4e9ea883116f27ba3708, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e81d99c4233e474fbd15d4cace2dc34c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/663b4a49dcab447a80a299c8cbc023c3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/a78e19bba3504a518fc4e2f59cd919e5] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=46.9 K 2024-12-15T03:37:28,121 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b020c64bb10e4e9ea883116f27ba3708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734233845909 2024-12-15T03:37:28,121 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 21d7a0a149fc4ea4be13a9919508fbe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734233845909 2024-12-15T03:37:28,121 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e81d99c4233e474fbd15d4cace2dc34c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734233845933 2024-12-15T03:37:28,121 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dd2ff5563594d32ad29227ca0e060b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734233845933 2024-12-15T03:37:28,122 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 663b4a49dcab447a80a299c8cbc023c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734233846599 2024-12-15T03:37:28,122 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d8062990b5e4d7dae2b83562ac35b6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734233846599 2024-12-15T03:37:28,122 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78e19bba3504a518fc4e2f59cd919e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734233847221 2024-12-15T03:37:28,123 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7c0f3a69ad4317a2a31dc325bc9397, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734233847221 2024-12-15T03:37:28,135 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:28,136 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0ec05c65625b4db897eabdbaa780aa74 is 50, key is test_row_0/A:col10/1734233847237/Put/seqid=0 2024-12-15T03:37:28,139 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:37:28,139 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3261993646234596be14bf3e22c4b096 is 50, key is test_row_0/B:col10/1734233847237/Put/seqid=0 2024-12-15T03:37:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742079_1255 (size=12139) 2024-12-15T03:37:28,160 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0ec05c65625b4db897eabdbaa780aa74 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0ec05c65625b4db897eabdbaa780aa74 2024-12-15T03:37:28,161 DEBUG [regionserver/c1551786b40e:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-15T03:37:28,167 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into 0ec05c65625b4db897eabdbaa780aa74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:28,167 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:28,167 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=12, startTime=1734233848118; duration=0sec 2024-12-15T03:37:28,167 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:28,167 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:28,167 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:28,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T03:37:28,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:28,168 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T03:37:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:28,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:28,170 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:28,170 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:28,170 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:28,171 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5a842c47e6904df59cfee9a426c73a65, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/9e6658dfea704280bda9b62941396986, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/29c49cef6ee44cc7bdc81b7fa1e7de51, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/0480d52634ef40f79f24cfcfac57d8a7] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=46.9 K 2024-12-15T03:37:28,171 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a842c47e6904df59cfee9a426c73a65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734233845909 2024-12-15T03:37:28,172 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e6658dfea704280bda9b62941396986, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734233845933 2024-12-15T03:37:28,173 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29c49cef6ee44cc7bdc81b7fa1e7de51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734233846599 2024-12-15T03:37:28,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742080_1256 (size=12139) 2024-12-15T03:37:28,173 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0480d52634ef40f79f24cfcfac57d8a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734233847221 2024-12-15T03:37:28,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/3d0188718c0e494d902a3a1a868be063 is 50, key is test_row_0/A:col10/1734233847313/Put/seqid=0 2024-12-15T03:37:28,183 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3261993646234596be14bf3e22c4b096 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3261993646234596be14bf3e22c4b096 2024-12-15T03:37:28,188 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 3261993646234596be14bf3e22c4b096(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:28,189 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:28,189 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=12, startTime=1734233848118; duration=0sec 2024-12-15T03:37:28,189 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:28,189 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:28,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742081_1257 (size=12001) 2024-12-15T03:37:28,192 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/3d0188718c0e494d902a3a1a868be063 2024-12-15T03:37:28,202 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:28,203 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/32fcb8c8d48e456a9c9ea2c27274f037 is 50, key is test_row_0/C:col10/1734233847237/Put/seqid=0 2024-12-15T03:37:28,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7d9979364d874950822c9d3891d4b964 is 50, key is test_row_0/B:col10/1734233847313/Put/seqid=0 2024-12-15T03:37:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742082_1258 (size=12139) 2024-12-15T03:37:28,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742083_1259 (size=12001) 2024-12-15T03:37:28,239 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/32fcb8c8d48e456a9c9ea2c27274f037 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/32fcb8c8d48e456a9c9ea2c27274f037 2024-12-15T03:37:28,245 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into 32fcb8c8d48e456a9c9ea2c27274f037(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:28,245 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:28,245 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=12, startTime=1734233848118; duration=0sec 2024-12-15T03:37:28,245 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:28,245 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T03:37:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:28,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233908448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233908550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:28,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T03:37:28,632 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7d9979364d874950822c9d3891d4b964 2024-12-15T03:37:28,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/72107eee591a4bda8061b5d44c13cc96 is 50, key is test_row_0/C:col10/1734233847313/Put/seqid=0 2024-12-15T03:37:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742084_1260 (size=12001) 2024-12-15T03:37:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:28,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233908752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:29,049 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/72107eee591a4bda8061b5d44c13cc96 2024-12-15T03:37:29,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/3d0188718c0e494d902a3a1a868be063 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3d0188718c0e494d902a3a1a868be063 2024-12-15T03:37:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233909055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:29,060 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3d0188718c0e494d902a3a1a868be063, entries=150, sequenceid=85, filesize=11.7 K 2024-12-15T03:37:29,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7d9979364d874950822c9d3891d4b964 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7d9979364d874950822c9d3891d4b964 2024-12-15T03:37:29,066 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7d9979364d874950822c9d3891d4b964, entries=150, sequenceid=85, filesize=11.7 K 2024-12-15T03:37:29,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/72107eee591a4bda8061b5d44c13cc96 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/72107eee591a4bda8061b5d44c13cc96 2024-12-15T03:37:29,071 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/72107eee591a4bda8061b5d44c13cc96, entries=150, sequenceid=85, filesize=11.7 K 2024-12-15T03:37:29,072 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3896f46aa98d036f8e7d78b48b14fbd8 in 903ms, sequenceid=85, compaction requested=false 2024-12-15T03:37:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-15T03:37:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-15T03:37:29,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T03:37:29,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-12-15T03:37:29,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0630 sec 2024-12-15T03:37:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T03:37:29,118 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-15T03:37:29,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-15T03:37:29,122 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T03:37:29,122 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:29,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T03:37:29,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:29,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T03:37:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:29,276 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:37:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/1596ef775ab2438ea37f2bd5e7f53dc1 is 50, key is test_row_0/A:col10/1734233848439/Put/seqid=0 2024-12-15T03:37:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742085_1261 (size=12001) 2024-12-15T03:37:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T03:37:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:29,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:29,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233909615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:29,686 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/1596ef775ab2438ea37f2bd5e7f53dc1 2024-12-15T03:37:29,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/629307a64f80415ca324dfafde3e65a2 is 50, key is test_row_0/B:col10/1734233848439/Put/seqid=0 2024-12-15T03:37:29,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742086_1262 (size=12001) 2024-12-15T03:37:29,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233909717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T03:37:29,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233909920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233910069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,071 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233910072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,074 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:30,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233910076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,077 DEBUG [Thread-1119 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:30,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233910081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,083 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:30,099 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/629307a64f80415ca324dfafde3e65a2 2024-12-15T03:37:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/432d0915b5714ea38d8b3713641cf9c5 is 50, key is test_row_0/C:col10/1734233848439/Put/seqid=0 2024-12-15T03:37:30,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742087_1263 (size=12001) 2024-12-15T03:37:30,113 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/432d0915b5714ea38d8b3713641cf9c5 2024-12-15T03:37:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/1596ef775ab2438ea37f2bd5e7f53dc1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/1596ef775ab2438ea37f2bd5e7f53dc1 2024-12-15T03:37:30,123 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/1596ef775ab2438ea37f2bd5e7f53dc1, entries=150, sequenceid=98, filesize=11.7 K 2024-12-15T03:37:30,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/629307a64f80415ca324dfafde3e65a2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/629307a64f80415ca324dfafde3e65a2 2024-12-15T03:37:30,129 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/629307a64f80415ca324dfafde3e65a2, entries=150, sequenceid=98, filesize=11.7 K 2024-12-15T03:37:30,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/432d0915b5714ea38d8b3713641cf9c5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/432d0915b5714ea38d8b3713641cf9c5 2024-12-15T03:37:30,135 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/432d0915b5714ea38d8b3713641cf9c5, entries=150, sequenceid=98, filesize=11.7 K 2024-12-15T03:37:30,136 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3896f46aa98d036f8e7d78b48b14fbd8 in 861ms, sequenceid=98, compaction requested=true 2024-12-15T03:37:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-15T03:37:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-15T03:37:30,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T03:37:30,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-12-15T03:37:30,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0190 sec 2024-12-15T03:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T03:37:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:30,226 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-15T03:37:30,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T03:37:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:30,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:30,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:30,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-15T03:37:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:30,231 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:30,232 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:30,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:30,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/9339b4fad4c441e3801cd568b1098a47 is 50, key is test_row_0/A:col10/1734233849611/Put/seqid=0 2024-12-15T03:37:30,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742088_1264 (size=12001) 2024-12-15T03:37:30,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233910245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233910348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:30,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:30,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233910550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/9339b4fad4c441e3801cd568b1098a47 2024-12-15T03:37:30,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3c5882b121e149fa95137842e4ca28d2 is 50, key is test_row_0/B:col10/1734233849611/Put/seqid=0 2024-12-15T03:37:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742089_1265 (size=12001) 2024-12-15T03:37:30,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,726 DEBUG [master/c1551786b40e:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 73ec39599547a0c67abfcc7a7990d5a9 changed from -1.0 to 0.0, refreshing cache 2024-12-15T03:37:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:30,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233910854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:30,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:30,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3c5882b121e149fa95137842e4ca28d2 2024-12-15T03:37:31,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/71e2c71dc2e14f7cbee265439daa3dab is 50, key is test_row_0/C:col10/1734233849611/Put/seqid=0 2024-12-15T03:37:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742090_1266 (size=12001) 2024-12-15T03:37:31,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:31,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:31,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:31,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:31,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:31,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233911357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:31,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:31,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:31,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/71e2c71dc2e14f7cbee265439daa3dab 2024-12-15T03:37:31,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/9339b4fad4c441e3801cd568b1098a47 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9339b4fad4c441e3801cd568b1098a47 2024-12-15T03:37:31,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9339b4fad4c441e3801cd568b1098a47, entries=150, sequenceid=124, filesize=11.7 K 2024-12-15T03:37:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3c5882b121e149fa95137842e4ca28d2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3c5882b121e149fa95137842e4ca28d2 2024-12-15T03:37:31,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3c5882b121e149fa95137842e4ca28d2, entries=150, sequenceid=124, filesize=11.7 K 2024-12-15T03:37:31,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/71e2c71dc2e14f7cbee265439daa3dab as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/71e2c71dc2e14f7cbee265439daa3dab 2024-12-15T03:37:31,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/71e2c71dc2e14f7cbee265439daa3dab, entries=150, sequenceid=124, filesize=11.7 K 2024-12-15T03:37:31,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3896f46aa98d036f8e7d78b48b14fbd8 in 1261ms, sequenceid=124, compaction requested=true 2024-12-15T03:37:31,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:31,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:31,488 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:31,488 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:31,489 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:31,489 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:31,489 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:31,489 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:31,489 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,489 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,490 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3261993646234596be14bf3e22c4b096, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7d9979364d874950822c9d3891d4b964, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/629307a64f80415ca324dfafde3e65a2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3c5882b121e149fa95137842e4ca28d2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=47.0 K 2024-12-15T03:37:31,490 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0ec05c65625b4db897eabdbaa780aa74, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3d0188718c0e494d902a3a1a868be063, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/1596ef775ab2438ea37f2bd5e7f53dc1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9339b4fad4c441e3801cd568b1098a47] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=47.0 K 2024-12-15T03:37:31,490 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3261993646234596be14bf3e22c4b096, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734233847221 2024-12-15T03:37:31,490 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ec05c65625b4db897eabdbaa780aa74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734233847221 2024-12-15T03:37:31,490 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d9979364d874950822c9d3891d4b964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1734233847263 2024-12-15T03:37:31,490 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d0188718c0e494d902a3a1a868be063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1734233847263 2024-12-15T03:37:31,491 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1596ef775ab2438ea37f2bd5e7f53dc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734233848439 2024-12-15T03:37:31,491 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 629307a64f80415ca324dfafde3e65a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734233848439 2024-12-15T03:37:31,491 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c5882b121e149fa95137842e4ca28d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734233849606 2024-12-15T03:37:31,491 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9339b4fad4c441e3801cd568b1098a47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734233849606 2024-12-15T03:37:31,502 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:31,503 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/62f5ddad18794efaabd30f83d798a31e is 50, key is test_row_0/B:col10/1734233849611/Put/seqid=0 2024-12-15T03:37:31,506 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:31,507 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c465c41c2ef441668cfebf60c3d21b63 is 50, key is test_row_0/A:col10/1734233849611/Put/seqid=0 2024-12-15T03:37:31,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742091_1267 (size=12275) 2024-12-15T03:37:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742092_1268 (size=12275) 2024-12-15T03:37:31,516 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/62f5ddad18794efaabd30f83d798a31e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/62f5ddad18794efaabd30f83d798a31e 2024-12-15T03:37:31,522 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 62f5ddad18794efaabd30f83d798a31e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:31,522 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:31,522 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=12, startTime=1734233851488; duration=0sec 2024-12-15T03:37:31,522 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:31,522 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:31,522 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:31,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:31,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:31,523 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,523 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/32fcb8c8d48e456a9c9ea2c27274f037, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/72107eee591a4bda8061b5d44c13cc96, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/432d0915b5714ea38d8b3713641cf9c5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/71e2c71dc2e14f7cbee265439daa3dab] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=47.0 K 2024-12-15T03:37:31,524 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 32fcb8c8d48e456a9c9ea2c27274f037, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734233847221 2024-12-15T03:37:31,524 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 72107eee591a4bda8061b5d44c13cc96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1734233847263 2024-12-15T03:37:31,525 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 432d0915b5714ea38d8b3713641cf9c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1734233848439 2024-12-15T03:37:31,525 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 71e2c71dc2e14f7cbee265439daa3dab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734233849606 2024-12-15T03:37:31,534 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:31,534 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/91ab67f6aeac460f892e3160af91ca4a is 50, key is test_row_0/C:col10/1734233849611/Put/seqid=0 2024-12-15T03:37:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742093_1269 (size=12275) 2024-12-15T03:37:31,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:31,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T03:37:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:31,609 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T03:37:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:31,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:31,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/98aa38d6075c4e64ba803f985cdeb4b3 is 50, key is test_row_0/A:col10/1734233850244/Put/seqid=0 2024-12-15T03:37:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742094_1270 (size=12151) 2024-12-15T03:37:31,918 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c465c41c2ef441668cfebf60c3d21b63 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c465c41c2ef441668cfebf60c3d21b63 2024-12-15T03:37:31,924 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into c465c41c2ef441668cfebf60c3d21b63(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:31,924 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:31,924 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=12, startTime=1734233851488; duration=0sec 2024-12-15T03:37:31,924 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:31,924 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:31,944 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/91ab67f6aeac460f892e3160af91ca4a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/91ab67f6aeac460f892e3160af91ca4a 2024-12-15T03:37:31,949 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into 91ab67f6aeac460f892e3160af91ca4a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:31,949 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:31,949 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=12, startTime=1734233851488; duration=0sec 2024-12-15T03:37:31,949 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:31,949 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:32,019 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/98aa38d6075c4e64ba803f985cdeb4b3 2024-12-15T03:37:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8dd4912387844174916d05eb6c9c5506 is 50, key is test_row_0/B:col10/1734233850244/Put/seqid=0 2024-12-15T03:37:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742095_1271 (size=12151) 2024-12-15T03:37:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:32,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233912410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:32,431 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8dd4912387844174916d05eb6c9c5506 2024-12-15T03:37:32,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/25dce7022494426aabf4868b5ac4888c is 50, key is test_row_0/C:col10/1734233850244/Put/seqid=0 2024-12-15T03:37:32,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742096_1272 (size=12151) 2024-12-15T03:37:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233912512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:32,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233912715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:32,845 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/25dce7022494426aabf4868b5ac4888c 2024-12-15T03:37:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/98aa38d6075c4e64ba803f985cdeb4b3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/98aa38d6075c4e64ba803f985cdeb4b3 2024-12-15T03:37:32,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/98aa38d6075c4e64ba803f985cdeb4b3, entries=150, sequenceid=135, filesize=11.9 K 2024-12-15T03:37:32,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8dd4912387844174916d05eb6c9c5506 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8dd4912387844174916d05eb6c9c5506 2024-12-15T03:37:32,862 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8dd4912387844174916d05eb6c9c5506, entries=150, sequenceid=135, filesize=11.9 K 2024-12-15T03:37:32,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/25dce7022494426aabf4868b5ac4888c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/25dce7022494426aabf4868b5ac4888c 2024-12-15T03:37:32,867 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/25dce7022494426aabf4868b5ac4888c, entries=150, sequenceid=135, filesize=11.9 K 2024-12-15T03:37:32,868 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3896f46aa98d036f8e7d78b48b14fbd8 in 1259ms, sequenceid=135, compaction requested=false 2024-12-15T03:37:32,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:32,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:32,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-15T03:37:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-15T03:37:32,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-15T03:37:32,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-12-15T03:37:32,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 2.6440 sec 2024-12-15T03:37:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:33,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T03:37:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:33,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/4cf53f713ef74828a60db2a87aebf4a9 is 50, key is test_row_0/A:col10/1734233852396/Put/seqid=0 2024-12-15T03:37:33,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742097_1273 (size=12151) 2024-12-15T03:37:33,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233913034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:33,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233913136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:33,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233913338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:33,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/4cf53f713ef74828a60db2a87aebf4a9 2024-12-15T03:37:33,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/5892e616734a4924b316af9292384698 is 50, key is test_row_0/B:col10/1734233852396/Put/seqid=0 2024-12-15T03:37:33,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742098_1274 (size=12151) 2024-12-15T03:37:33,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233913642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:33,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/5892e616734a4924b316af9292384698 2024-12-15T03:37:33,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/e4596cd1b6264c8786d179c4ffb2a40f is 50, key is test_row_0/C:col10/1734233852396/Put/seqid=0 2024-12-15T03:37:33,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742099_1275 (size=12151) 2024-12-15T03:37:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233914082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:34,084 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:34,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233914091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:34,093 DEBUG [Thread-1119 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233914093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:34,095 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:34,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233914101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:34,102 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:34,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233914147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:34,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/e4596cd1b6264c8786d179c4ffb2a40f 2024-12-15T03:37:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/4cf53f713ef74828a60db2a87aebf4a9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/4cf53f713ef74828a60db2a87aebf4a9 2024-12-15T03:37:34,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/4cf53f713ef74828a60db2a87aebf4a9, entries=150, sequenceid=164, filesize=11.9 K 2024-12-15T03:37:34,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/5892e616734a4924b316af9292384698 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/5892e616734a4924b316af9292384698 2024-12-15T03:37:34,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/5892e616734a4924b316af9292384698, entries=150, sequenceid=164, filesize=11.9 K 2024-12-15T03:37:34,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/e4596cd1b6264c8786d179c4ffb2a40f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e4596cd1b6264c8786d179c4ffb2a40f 2024-12-15T03:37:34,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e4596cd1b6264c8786d179c4ffb2a40f, entries=150, sequenceid=164, filesize=11.9 K 2024-12-15T03:37:34,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3896f46aa98d036f8e7d78b48b14fbd8 in 1260ms, sequenceid=164, compaction requested=true 2024-12-15T03:37:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:34,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:34,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:34,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:34,280 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:34,280 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:34,281 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:34,281 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:34,281 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:34,281 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/62f5ddad18794efaabd30f83d798a31e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8dd4912387844174916d05eb6c9c5506, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/5892e616734a4924b316af9292384698] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=35.7 K 2024-12-15T03:37:34,282 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:34,282 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:34,282 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:34,282 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c465c41c2ef441668cfebf60c3d21b63, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/98aa38d6075c4e64ba803f985cdeb4b3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/4cf53f713ef74828a60db2a87aebf4a9] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=35.7 K 2024-12-15T03:37:34,282 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 62f5ddad18794efaabd30f83d798a31e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734233849606 2024-12-15T03:37:34,282 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dd4912387844174916d05eb6c9c5506, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734233850237 2024-12-15T03:37:34,283 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c465c41c2ef441668cfebf60c3d21b63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734233849606 2024-12-15T03:37:34,283 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5892e616734a4924b316af9292384698, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734233852396 2024-12-15T03:37:34,283 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98aa38d6075c4e64ba803f985cdeb4b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734233850237 2024-12-15T03:37:34,283 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cf53f713ef74828a60db2a87aebf4a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734233852396 2024-12-15T03:37:34,292 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:34,292 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7f55d966aa2b45778c57ec17094f03b0 is 50, key is test_row_0/B:col10/1734233852396/Put/seqid=0 2024-12-15T03:37:34,294 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:34,294 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/3702f40ca989443893abdb9853484ab1 is 50, key is test_row_0/A:col10/1734233852396/Put/seqid=0 2024-12-15T03:37:34,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742100_1276 (size=12527) 2024-12-15T03:37:34,318 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7f55d966aa2b45778c57ec17094f03b0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7f55d966aa2b45778c57ec17094f03b0 2024-12-15T03:37:34,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742101_1277 (size=12527) 2024-12-15T03:37:34,333 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 7f55d966aa2b45778c57ec17094f03b0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:34,333 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:34,333 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233854279; duration=0sec 2024-12-15T03:37:34,333 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:34,333 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:34,333 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T03:37:34,334 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-15T03:37:34,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:34,336 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:34,336 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:34,336 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:34,336 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/91ab67f6aeac460f892e3160af91ca4a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/25dce7022494426aabf4868b5ac4888c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e4596cd1b6264c8786d179c4ffb2a40f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=35.7 K 2024-12-15T03:37:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-15T03:37:34,337 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ab67f6aeac460f892e3160af91ca4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1734233849606 2024-12-15T03:37:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T03:37:34,338 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:34,339 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:34,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:34,340 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/3702f40ca989443893abdb9853484ab1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3702f40ca989443893abdb9853484ab1 2024-12-15T03:37:34,341 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 25dce7022494426aabf4868b5ac4888c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1734233850237 2024-12-15T03:37:34,342 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e4596cd1b6264c8786d179c4ffb2a40f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734233852396 2024-12-15T03:37:34,346 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into 3702f40ca989443893abdb9853484ab1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:34,346 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:34,346 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233854279; duration=0sec 2024-12-15T03:37:34,347 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:34,347 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:34,351 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:34,352 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/e6c82d6090b5449eb2bc70f308a1503a is 50, key is test_row_0/C:col10/1734233852396/Put/seqid=0 2024-12-15T03:37:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742102_1278 (size=12527) 2024-12-15T03:37:34,368 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/e6c82d6090b5449eb2bc70f308a1503a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e6c82d6090b5449eb2bc70f308a1503a 2024-12-15T03:37:34,376 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into e6c82d6090b5449eb2bc70f308a1503a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:34,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:34,376 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233854280; duration=0sec 2024-12-15T03:37:34,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:34,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T03:37:34,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:34,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-15T03:37:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:34,492 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T03:37:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:34,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:34,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/26cce4159be8488c91e4f16958f7dde7 is 50, key is test_row_0/A:col10/1734233853030/Put/seqid=0 2024-12-15T03:37:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742103_1279 (size=9757) 2024-12-15T03:37:34,502 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/26cce4159be8488c91e4f16958f7dde7 2024-12-15T03:37:34,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/21469cc129024316aa533eed36da12c7 is 50, key is test_row_0/B:col10/1734233853030/Put/seqid=0 2024-12-15T03:37:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742104_1280 (size=9757) 2024-12-15T03:37:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T03:37:34,916 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/21469cc129024316aa533eed36da12c7 2024-12-15T03:37:34,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/298e479aef6a430baa51da917536aa47 is 50, key is test_row_0/C:col10/1734233853030/Put/seqid=0 2024-12-15T03:37:34,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742105_1281 (size=9757) 2024-12-15T03:37:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T03:37:35,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:35,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233915201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233915303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,328 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/298e479aef6a430baa51da917536aa47 2024-12-15T03:37:35,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/26cce4159be8488c91e4f16958f7dde7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/26cce4159be8488c91e4f16958f7dde7 2024-12-15T03:37:35,338 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/26cce4159be8488c91e4f16958f7dde7, entries=100, sequenceid=176, filesize=9.5 K 2024-12-15T03:37:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/21469cc129024316aa533eed36da12c7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21469cc129024316aa533eed36da12c7 2024-12-15T03:37:35,344 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21469cc129024316aa533eed36da12c7, entries=100, sequenceid=176, filesize=9.5 K 2024-12-15T03:37:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/298e479aef6a430baa51da917536aa47 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/298e479aef6a430baa51da917536aa47 2024-12-15T03:37:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/298e479aef6a430baa51da917536aa47, entries=100, sequenceid=176, filesize=9.5 K 2024-12-15T03:37:35,350 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3896f46aa98d036f8e7d78b48b14fbd8 in 858ms, sequenceid=176, compaction requested=false 2024-12-15T03:37:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-15T03:37:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-15T03:37:35,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-15T03:37:35,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-12-15T03:37:35,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0170 sec 2024-12-15T03:37:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T03:37:35,441 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-15T03:37:35,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-15T03:37:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T03:37:35,444 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:35,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:35,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:35,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-15T03:37:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:35,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:35,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/9e0f36df295d41f591b9e67eec7903e2 is 50, key is test_row_0/A:col10/1734233855508/Put/seqid=0 2024-12-15T03:37:35,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742106_1282 (size=12151) 2024-12-15T03:37:35,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/9e0f36df295d41f591b9e67eec7903e2 2024-12-15T03:37:35,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233915521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/6667cb1e5b4940afb2be32cf3bb0f621 is 50, key is test_row_0/B:col10/1734233855508/Put/seqid=0 2024-12-15T03:37:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T03:37:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742107_1283 (size=12151) 2024-12-15T03:37:35,597 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T03:37:35,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:35,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233915623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T03:37:35,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T03:37:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233915827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:35,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T03:37:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:35,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:35,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/6667cb1e5b4940afb2be32cf3bb0f621 2024-12-15T03:37:35,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/ad1e75c6df23423db0bc9cf0144e603f is 50, key is test_row_0/C:col10/1734233855508/Put/seqid=0 2024-12-15T03:37:35,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742108_1284 (size=12151) 2024-12-15T03:37:35,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/ad1e75c6df23423db0bc9cf0144e603f 2024-12-15T03:37:35,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/9e0f36df295d41f591b9e67eec7903e2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9e0f36df295d41f591b9e67eec7903e2 2024-12-15T03:37:36,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9e0f36df295d41f591b9e67eec7903e2, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T03:37:36,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/6667cb1e5b4940afb2be32cf3bb0f621 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6667cb1e5b4940afb2be32cf3bb0f621 2024-12-15T03:37:36,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6667cb1e5b4940afb2be32cf3bb0f621, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T03:37:36,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/ad1e75c6df23423db0bc9cf0144e603f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/ad1e75c6df23423db0bc9cf0144e603f 2024-12-15T03:37:36,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/ad1e75c6df23423db0bc9cf0144e603f, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T03:37:36,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3896f46aa98d036f8e7d78b48b14fbd8 in 504ms, sequenceid=204, compaction requested=true 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:36,014 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:36,014 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:36,015 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:36,015 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:36,015 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:36,015 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3702f40ca989443893abdb9853484ab1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/26cce4159be8488c91e4f16958f7dde7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9e0f36df295d41f591b9e67eec7903e2] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=33.6 K 2024-12-15T03:37:36,016 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:36,016 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:36,016 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:36,016 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7f55d966aa2b45778c57ec17094f03b0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21469cc129024316aa533eed36da12c7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6667cb1e5b4940afb2be32cf3bb0f621] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=33.6 K 2024-12-15T03:37:36,016 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3702f40ca989443893abdb9853484ab1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734233852396 2024-12-15T03:37:36,016 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f55d966aa2b45778c57ec17094f03b0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734233852396 2024-12-15T03:37:36,017 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26cce4159be8488c91e4f16958f7dde7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233853030 2024-12-15T03:37:36,017 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 21469cc129024316aa533eed36da12c7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233853030 2024-12-15T03:37:36,017 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 6667cb1e5b4940afb2be32cf3bb0f621, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734233855187 2024-12-15T03:37:36,017 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e0f36df295d41f591b9e67eec7903e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734233855187 2024-12-15T03:37:36,026 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:36,027 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/f4354e8f35c847bb9f908716d51392f5 is 50, key is test_row_0/A:col10/1734233855508/Put/seqid=0 2024-12-15T03:37:36,041 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:36,042 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7c28915aa3844adebb27adfce03ceb36 is 50, key is test_row_0/B:col10/1734233855508/Put/seqid=0 2024-12-15T03:37:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T03:37:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742109_1285 (size=12629) 2024-12-15T03:37:36,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:36,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-15T03:37:36,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:36,057 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T03:37:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:36,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:36,063 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/f4354e8f35c847bb9f908716d51392f5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/f4354e8f35c847bb9f908716d51392f5 2024-12-15T03:37:36,070 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into f4354e8f35c847bb9f908716d51392f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:36,070 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:36,070 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233856014; duration=0sec 2024-12-15T03:37:36,070 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:36,070 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:36,070 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:36,072 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:36,072 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:36,072 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:36,072 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e6c82d6090b5449eb2bc70f308a1503a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/298e479aef6a430baa51da917536aa47, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/ad1e75c6df23423db0bc9cf0144e603f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=33.6 K 2024-12-15T03:37:36,072 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6c82d6090b5449eb2bc70f308a1503a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734233852396 2024-12-15T03:37:36,073 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 298e479aef6a430baa51da917536aa47, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734233853030 2024-12-15T03:37:36,073 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad1e75c6df23423db0bc9cf0144e603f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734233855187 2024-12-15T03:37:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742110_1286 (size=12629) 2024-12-15T03:37:36,088 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/7c28915aa3844adebb27adfce03ceb36 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7c28915aa3844adebb27adfce03ceb36 2024-12-15T03:37:36,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/ba5d295ca54a4eeba2db37f3150b2961 is 50, key is test_row_0/A:col10/1734233855514/Put/seqid=0 2024-12-15T03:37:36,099 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 7c28915aa3844adebb27adfce03ceb36(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:36,099 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:36,099 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233856014; duration=0sec 2024-12-15T03:37:36,099 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:36,099 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:36,105 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:36,106 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1c6d8b6fccdb4ba6ab9484e94b8e9573 is 50, key is test_row_0/C:col10/1734233855508/Put/seqid=0 2024-12-15T03:37:36,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742111_1287 (size=9757) 2024-12-15T03:37:36,120 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/ba5d295ca54a4eeba2db37f3150b2961 2024-12-15T03:37:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:36,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:36,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742112_1288 (size=12629) 2024-12-15T03:37:36,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/b7463db64fe8458b9bff5249d0e55e9f is 50, key is test_row_0/B:col10/1734233855514/Put/seqid=0 2024-12-15T03:37:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742113_1289 (size=9757) 2024-12-15T03:37:36,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:36,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233916239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:36,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233916343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:36,545 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1c6d8b6fccdb4ba6ab9484e94b8e9573 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1c6d8b6fccdb4ba6ab9484e94b8e9573 2024-12-15T03:37:36,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233916545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T03:37:36,551 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into 1c6d8b6fccdb4ba6ab9484e94b8e9573(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:36,551 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:36,551 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233856014; duration=0sec 2024-12-15T03:37:36,551 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:36,551 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:36,592 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/b7463db64fe8458b9bff5249d0e55e9f 2024-12-15T03:37:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/793c585cdd1b47919013ef1b75e69184 is 50, key is test_row_0/C:col10/1734233855514/Put/seqid=0 2024-12-15T03:37:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742114_1290 (size=9757) 2024-12-15T03:37:36,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233916847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:37,011 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/793c585cdd1b47919013ef1b75e69184 2024-12-15T03:37:37,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/ba5d295ca54a4eeba2db37f3150b2961 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ba5d295ca54a4eeba2db37f3150b2961 2024-12-15T03:37:37,022 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ba5d295ca54a4eeba2db37f3150b2961, entries=100, sequenceid=212, filesize=9.5 K 2024-12-15T03:37:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/b7463db64fe8458b9bff5249d0e55e9f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b7463db64fe8458b9bff5249d0e55e9f 2024-12-15T03:37:37,029 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b7463db64fe8458b9bff5249d0e55e9f, entries=100, sequenceid=212, filesize=9.5 K 2024-12-15T03:37:37,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/793c585cdd1b47919013ef1b75e69184 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/793c585cdd1b47919013ef1b75e69184 2024-12-15T03:37:37,034 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/793c585cdd1b47919013ef1b75e69184, entries=100, sequenceid=212, filesize=9.5 K 2024-12-15T03:37:37,035 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 3896f46aa98d036f8e7d78b48b14fbd8 in 979ms, sequenceid=212, compaction requested=false 2024-12-15T03:37:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-15T03:37:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-15T03:37:37,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-15T03:37:37,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5910 sec 2024-12-15T03:37:37,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.5960 sec 2024-12-15T03:37:37,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:37,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-15T03:37:37,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:37,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/99b86b3061ab49a286092f96b5c3fc4e is 50, key is test_row_0/A:col10/1734233856237/Put/seqid=0 2024-12-15T03:37:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742115_1291 (size=12151) 2024-12-15T03:37:37,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:37,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233917361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:37,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233917464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-15T03:37:37,548 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-15T03:37:37,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-15T03:37:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T03:37:37,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:37,551 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:37,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T03:37:37,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233917667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:37,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:37,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-15T03:37:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:37,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:37,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:37,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/99b86b3061ab49a286092f96b5c3fc4e 2024-12-15T03:37:37,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/58ad16676f6a4cf48a213ddbfcdd29a7 is 50, key is test_row_0/B:col10/1734233856237/Put/seqid=0 2024-12-15T03:37:37,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742116_1292 (size=12151) 2024-12-15T03:37:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T03:37:37,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:37,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-15T03:37:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:37,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:37,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:37,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233917972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-15T03:37:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:38,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T03:37:38,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-15T03:37:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:38,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/58ad16676f6a4cf48a213ddbfcdd29a7 2024-12-15T03:37:38,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5c811cd5f9e74635a48d735437b0995e is 50, key is test_row_0/C:col10/1734233856237/Put/seqid=0 2024-12-15T03:37:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742117_1293 (size=12151) 2024-12-15T03:37:38,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5c811cd5f9e74635a48d735437b0995e 2024-12-15T03:37:38,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/99b86b3061ab49a286092f96b5c3fc4e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/99b86b3061ab49a286092f96b5c3fc4e 2024-12-15T03:37:38,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/99b86b3061ab49a286092f96b5c3fc4e, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T03:37:38,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/58ad16676f6a4cf48a213ddbfcdd29a7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/58ad16676f6a4cf48a213ddbfcdd29a7 2024-12-15T03:37:38,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/58ad16676f6a4cf48a213ddbfcdd29a7, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T03:37:38,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5c811cd5f9e74635a48d735437b0995e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5c811cd5f9e74635a48d735437b0995e 2024-12-15T03:37:38,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5c811cd5f9e74635a48d735437b0995e, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T03:37:38,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 3896f46aa98d036f8e7d78b48b14fbd8 in 863ms, sequenceid=244, compaction requested=true 2024-12-15T03:37:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:38,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:38,214 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:38,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:38,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:38,215 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:38,215 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:38,215 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,215 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:38,215 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:38,216 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/f4354e8f35c847bb9f908716d51392f5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ba5d295ca54a4eeba2db37f3150b2961, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/99b86b3061ab49a286092f96b5c3fc4e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=33.7 K 2024-12-15T03:37:38,216 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,216 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7c28915aa3844adebb27adfce03ceb36, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b7463db64fe8458b9bff5249d0e55e9f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/58ad16676f6a4cf48a213ddbfcdd29a7] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=33.7 K 2024-12-15T03:37:38,216 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4354e8f35c847bb9f908716d51392f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734233855187 2024-12-15T03:37:38,216 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c28915aa3844adebb27adfce03ceb36, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734233855187 2024-12-15T03:37:38,216 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba5d295ca54a4eeba2db37f3150b2961, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734233855514 2024-12-15T03:37:38,216 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b7463db64fe8458b9bff5249d0e55e9f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734233855514 2024-12-15T03:37:38,217 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99b86b3061ab49a286092f96b5c3fc4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734233856233 2024-12-15T03:37:38,217 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 58ad16676f6a4cf48a213ddbfcdd29a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734233856233 2024-12-15T03:37:38,225 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:38,225 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/696d2c027787477580391e8e2aee0eac is 50, key is test_row_0/B:col10/1734233856237/Put/seqid=0 2024-12-15T03:37:38,228 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:38,228 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c910c12832be4185b91539521261e913 is 50, key is test_row_0/A:col10/1734233856237/Put/seqid=0 2024-12-15T03:37:38,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742118_1294 (size=12731) 2024-12-15T03:37:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742119_1295 (size=12731) 2024-12-15T03:37:38,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-15T03:37:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,316 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T03:37:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:38,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3 is 50, key is test_row_1/A:col10/1734233857360/Put/seqid=0 2024-12-15T03:37:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742120_1296 (size=7365) 2024-12-15T03:37:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:38,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:38,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233918533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,637 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/696d2c027787477580391e8e2aee0eac as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/696d2c027787477580391e8e2aee0eac 2024-12-15T03:37:38,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233918637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,640 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c910c12832be4185b91539521261e913 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c910c12832be4185b91539521261e913 2024-12-15T03:37:38,644 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 696d2c027787477580391e8e2aee0eac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:38,644 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:38,645 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233858214; duration=0sec 2024-12-15T03:37:38,645 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:38,645 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:38,645 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:38,646 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:38,646 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:38,646 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,646 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1c6d8b6fccdb4ba6ab9484e94b8e9573, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/793c585cdd1b47919013ef1b75e69184, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5c811cd5f9e74635a48d735437b0995e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=33.7 K 2024-12-15T03:37:38,646 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c6d8b6fccdb4ba6ab9484e94b8e9573, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734233855187 2024-12-15T03:37:38,647 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 793c585cdd1b47919013ef1b75e69184, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734233855514 2024-12-15T03:37:38,647 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c811cd5f9e74635a48d735437b0995e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734233856233 2024-12-15T03:37:38,647 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into c910c12832be4185b91539521261e913(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:38,647 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:38,647 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233858214; duration=0sec 2024-12-15T03:37:38,647 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:38,647 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T03:37:38,654 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:38,654 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/db27b489553540b0b84d4992554b670c is 50, key is test_row_0/C:col10/1734233856237/Put/seqid=0 2024-12-15T03:37:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742121_1297 (size=12731) 2024-12-15T03:37:38,729 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3 2024-12-15T03:37:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8989d950e5624a99acbd5a4b5a2d12a8 is 50, key is test_row_1/B:col10/1734233857360/Put/seqid=0 2024-12-15T03:37:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742122_1298 (size=7365) 2024-12-15T03:37:38,742 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8989d950e5624a99acbd5a4b5a2d12a8 2024-12-15T03:37:38,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/76f18f80fd8f46fdbf55855adf1b6196 is 50, key is test_row_1/C:col10/1734233857360/Put/seqid=0 2024-12-15T03:37:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742123_1299 (size=7365) 2024-12-15T03:37:38,758 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/76f18f80fd8f46fdbf55855adf1b6196 2024-12-15T03:37:38,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3 2024-12-15T03:37:38,768 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3, entries=50, sequenceid=251, filesize=7.2 K 2024-12-15T03:37:38,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8989d950e5624a99acbd5a4b5a2d12a8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8989d950e5624a99acbd5a4b5a2d12a8 2024-12-15T03:37:38,773 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8989d950e5624a99acbd5a4b5a2d12a8, entries=50, sequenceid=251, filesize=7.2 K 2024-12-15T03:37:38,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/76f18f80fd8f46fdbf55855adf1b6196 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/76f18f80fd8f46fdbf55855adf1b6196 2024-12-15T03:37:38,779 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/76f18f80fd8f46fdbf55855adf1b6196, entries=50, sequenceid=251, filesize=7.2 K 2024-12-15T03:37:38,781 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 3896f46aa98d036f8e7d78b48b14fbd8 in 465ms, sequenceid=251, compaction requested=false 2024-12-15T03:37:38,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:38,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:38,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-15T03:37:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-15T03:37:38,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-15T03:37:38,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-12-15T03:37:38,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.2380 sec 2024-12-15T03:37:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:38,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T03:37:38,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:38,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233918847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:38,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/414744accb9d4ecfa1f158172000470d is 50, key is test_row_0/A:col10/1734233858840/Put/seqid=0 2024-12-15T03:37:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742124_1300 (size=14741) 2024-12-15T03:37:38,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233918950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:39,068 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/db27b489553540b0b84d4992554b670c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/db27b489553540b0b84d4992554b670c 2024-12-15T03:37:39,073 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into db27b489553540b0b84d4992554b670c(size=12.4 K), total size for store is 19.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:39,073 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:39,073 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233858214; duration=0sec 2024-12-15T03:37:39,073 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:39,073 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:39,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233919152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:39,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/414744accb9d4ecfa1f158172000470d 2024-12-15T03:37:39,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/864d7710f64548a28cdf5b44f76f2809 is 50, key is test_row_0/B:col10/1734233858840/Put/seqid=0 2024-12-15T03:37:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742125_1301 (size=12301) 2024-12-15T03:37:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233919455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T03:37:39,655 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-15T03:37:39,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-15T03:37:39,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T03:37:39,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:39,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:39,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/864d7710f64548a28cdf5b44f76f2809 2024-12-15T03:37:39,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/87d9b6daec564134964f1eba261610f5 is 50, key is test_row_0/C:col10/1734233858840/Put/seqid=0 2024-12-15T03:37:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742126_1302 (size=12301) 2024-12-15T03:37:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T03:37:39,810 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:39,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T03:37:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:39,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T03:37:39,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233919961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:39,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:39,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T03:37:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:39,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:40,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/87d9b6daec564134964f1eba261610f5 2024-12-15T03:37:40,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/414744accb9d4ecfa1f158172000470d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/414744accb9d4ecfa1f158172000470d 2024-12-15T03:37:40,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/414744accb9d4ecfa1f158172000470d, entries=200, sequenceid=283, filesize=14.4 K 2024-12-15T03:37:40,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/864d7710f64548a28cdf5b44f76f2809 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/864d7710f64548a28cdf5b44f76f2809 2024-12-15T03:37:40,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/864d7710f64548a28cdf5b44f76f2809, entries=150, sequenceid=283, filesize=12.0 K 2024-12-15T03:37:40,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/87d9b6daec564134964f1eba261610f5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/87d9b6daec564134964f1eba261610f5 2024-12-15T03:37:40,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/87d9b6daec564134964f1eba261610f5, entries=150, sequenceid=283, filesize=12.0 K 2024-12-15T03:37:40,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 3896f46aa98d036f8e7d78b48b14fbd8 in 1261ms, sequenceid=283, compaction requested=true 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:40,102 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:40,102 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:40,103 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34837 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:40,103 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:40,103 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:40,103 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:40,104 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,104 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,104 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c910c12832be4185b91539521261e913, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/414744accb9d4ecfa1f158172000470d] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=34.0 K 2024-12-15T03:37:40,104 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/696d2c027787477580391e8e2aee0eac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8989d950e5624a99acbd5a4b5a2d12a8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/864d7710f64548a28cdf5b44f76f2809] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=31.6 K 2024-12-15T03:37:40,104 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c910c12832be4185b91539521261e913, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734233856233 2024-12-15T03:37:40,104 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 696d2c027787477580391e8e2aee0eac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734233856233 2024-12-15T03:37:40,105 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ef5edbe3dfc4b86bc7e2c2bc521c3d3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734233857360 2024-12-15T03:37:40,105 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8989d950e5624a99acbd5a4b5a2d12a8, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734233857360 2024-12-15T03:37:40,105 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 414744accb9d4ecfa1f158172000470d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734233858495 2024-12-15T03:37:40,105 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 864d7710f64548a28cdf5b44f76f2809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734233858525 2024-12-15T03:37:40,113 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:40,113 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:40,114 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/e2d5daeb792e469cbb06285db85399fe is 50, key is test_row_0/A:col10/1734233858840/Put/seqid=0 2024-12-15T03:37:40,114 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/acd6ae1dbcee4421830f8e114de43ee7 is 50, key is test_row_0/B:col10/1734233858840/Put/seqid=0 2024-12-15T03:37:40,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:40,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,117 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742127_1303 (size=12983) 2024-12-15T03:37:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c2c85cd0505c449fba0c685542220fe5 is 50, key is test_row_0/A:col10/1734233858846/Put/seqid=0 2024-12-15T03:37:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742128_1304 (size=12983) 2024-12-15T03:37:40,125 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/e2d5daeb792e469cbb06285db85399fe as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e2d5daeb792e469cbb06285db85399fe 2024-12-15T03:37:40,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742129_1305 (size=9857) 2024-12-15T03:37:40,130 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into e2d5daeb792e469cbb06285db85399fe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:40,130 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:40,130 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233860102; duration=0sec 2024-12-15T03:37:40,130 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:40,130 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:40,130 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:40,131 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c2c85cd0505c449fba0c685542220fe5 2024-12-15T03:37:40,131 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:40,131 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:40,132 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,132 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/db27b489553540b0b84d4992554b670c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/76f18f80fd8f46fdbf55855adf1b6196, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/87d9b6daec564134964f1eba261610f5] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=31.6 K 2024-12-15T03:37:40,132 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting db27b489553540b0b84d4992554b670c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734233856233 2024-12-15T03:37:40,133 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76f18f80fd8f46fdbf55855adf1b6196, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734233857360 2024-12-15T03:37:40,134 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87d9b6daec564134964f1eba261610f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734233858525 2024-12-15T03:37:40,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3acd598c9b0841bda05bd51c6572ffac is 50, key is test_row_0/B:col10/1734233858846/Put/seqid=0 2024-12-15T03:37:40,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742130_1306 (size=9857) 2024-12-15T03:37:40,150 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:40,150 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3acd598c9b0841bda05bd51c6572ffac 2024-12-15T03:37:40,150 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/b2fb480541924ad68ae218f1e3460dc6 is 50, key is test_row_0/C:col10/1734233858840/Put/seqid=0 2024-12-15T03:37:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742131_1307 (size=12983) 2024-12-15T03:37:40,166 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/b2fb480541924ad68ae218f1e3460dc6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/b2fb480541924ad68ae218f1e3460dc6 2024-12-15T03:37:40,172 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into b2fb480541924ad68ae218f1e3460dc6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:40,172 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:40,172 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233860102; duration=0sec 2024-12-15T03:37:40,172 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:40,172 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:40,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/3bbd9f80cf65469e86a1a449ac83139e is 50, key is test_row_0/C:col10/1734233858846/Put/seqid=0 2024-12-15T03:37:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742132_1308 (size=9857) 2024-12-15T03:37:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T03:37:40,530 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/acd6ae1dbcee4421830f8e114de43ee7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/acd6ae1dbcee4421830f8e114de43ee7 2024-12-15T03:37:40,536 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into acd6ae1dbcee4421830f8e114de43ee7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:40,536 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:40,536 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233860102; duration=0sec 2024-12-15T03:37:40,536 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:40,536 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:40,612 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/3bbd9f80cf65469e86a1a449ac83139e 2024-12-15T03:37:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c2c85cd0505c449fba0c685542220fe5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c2c85cd0505c449fba0c685542220fe5 2024-12-15T03:37:40,622 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c2c85cd0505c449fba0c685542220fe5, entries=100, sequenceid=290, filesize=9.6 K 2024-12-15T03:37:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/3acd598c9b0841bda05bd51c6572ffac as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3acd598c9b0841bda05bd51c6572ffac 2024-12-15T03:37:40,626 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3acd598c9b0841bda05bd51c6572ffac, entries=100, sequenceid=290, filesize=9.6 K 2024-12-15T03:37:40,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/3bbd9f80cf65469e86a1a449ac83139e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/3bbd9f80cf65469e86a1a449ac83139e 2024-12-15T03:37:40,631 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/3bbd9f80cf65469e86a1a449ac83139e, entries=100, sequenceid=290, filesize=9.6 K 2024-12-15T03:37:40,632 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3896f46aa98d036f8e7d78b48b14fbd8 in 515ms, sequenceid=290, compaction requested=false 2024-12-15T03:37:40,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:40,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-15T03:37:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-15T03:37:40,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-15T03:37:40,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 974 msec 2024-12-15T03:37:40,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 980 msec 2024-12-15T03:37:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-15T03:37:40,761 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-15T03:37:40,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-15T03:37:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T03:37:40,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:40,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:40,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T03:37:40,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:40,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-15T03:37:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-15T03:37:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-15T03:37:40,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-15T03:37:40,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-15T03:37:40,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 159 msec 2024-12-15T03:37:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:40,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:37:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:40,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/49ec957d1b2e4f518bd80d019f238cf1 is 50, key is test_row_0/A:col10/1734233860975/Put/seqid=0 2024-12-15T03:37:40,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742133_1309 (size=12301) 2024-12-15T03:37:40,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/49ec957d1b2e4f518bd80d019f238cf1 2024-12-15T03:37:41,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8253393565a5413e9da14622e30b6ae8 is 50, key is test_row_0/B:col10/1734233860975/Put/seqid=0 2024-12-15T03:37:41,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742134_1310 (size=12301) 2024-12-15T03:37:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233921041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T03:37:41,067 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-15T03:37:41,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-15T03:37:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T03:37:41,070 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:41,071 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:41,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:41,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233921143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T03:37:41,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T03:37:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:41,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233921346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T03:37:41,376 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T03:37:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8253393565a5413e9da14622e30b6ae8 2024-12-15T03:37:41,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/2c0d4beba47944c987b905e643310f13 is 50, key is test_row_0/C:col10/1734233860975/Put/seqid=0 2024-12-15T03:37:41,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742135_1311 (size=12301) 2024-12-15T03:37:41,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T03:37:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:41,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233921649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T03:37:41,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T03:37:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/2c0d4beba47944c987b905e643310f13 2024-12-15T03:37:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/49ec957d1b2e4f518bd80d019f238cf1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/49ec957d1b2e4f518bd80d019f238cf1 2024-12-15T03:37:41,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/49ec957d1b2e4f518bd80d019f238cf1, entries=150, sequenceid=305, filesize=12.0 K 2024-12-15T03:37:41,834 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T03:37:41,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/8253393565a5413e9da14622e30b6ae8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8253393565a5413e9da14622e30b6ae8 2024-12-15T03:37:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:41,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8253393565a5413e9da14622e30b6ae8, entries=150, sequenceid=305, filesize=12.0 K 2024-12-15T03:37:41,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/2c0d4beba47944c987b905e643310f13 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2c0d4beba47944c987b905e643310f13 2024-12-15T03:37:41,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2c0d4beba47944c987b905e643310f13, entries=150, sequenceid=305, filesize=12.0 K 2024-12-15T03:37:41,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3896f46aa98d036f8e7d78b48b14fbd8 in 865ms, sequenceid=305, compaction requested=true 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:41,845 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:41,845 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:41,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:41,846 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:41,846 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:41,846 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:41,846 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:41,846 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,846 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,846 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/acd6ae1dbcee4421830f8e114de43ee7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3acd598c9b0841bda05bd51c6572ffac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8253393565a5413e9da14622e30b6ae8] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=34.3 K 2024-12-15T03:37:41,846 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e2d5daeb792e469cbb06285db85399fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c2c85cd0505c449fba0c685542220fe5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/49ec957d1b2e4f518bd80d019f238cf1] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=34.3 K 2024-12-15T03:37:41,847 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2d5daeb792e469cbb06285db85399fe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734233858525 2024-12-15T03:37:41,847 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting acd6ae1dbcee4421830f8e114de43ee7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734233858525 2024-12-15T03:37:41,847 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3acd598c9b0841bda05bd51c6572ffac, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734233858844 2024-12-15T03:37:41,847 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2c85cd0505c449fba0c685542220fe5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734233858844 2024-12-15T03:37:41,848 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49ec957d1b2e4f518bd80d019f238cf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734233860975 2024-12-15T03:37:41,848 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8253393565a5413e9da14622e30b6ae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734233860975 2024-12-15T03:37:41,855 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:41,855 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:41,856 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c8dac032d7854f56b08d37495e926ca1 is 50, key is test_row_0/A:col10/1734233860975/Put/seqid=0 2024-12-15T03:37:41,856 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/9686504cc17d456982c82ccced97870f is 50, key is test_row_0/B:col10/1734233860975/Put/seqid=0 2024-12-15T03:37:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742136_1312 (size=13085) 2024-12-15T03:37:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742137_1313 (size=13085) 2024-12-15T03:37:41,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:41,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-15T03:37:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:41,988 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T03:37:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:41,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:41,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b659ac1093ef4187b95c128fef08440c is 50, key is test_row_0/A:col10/1734233861033/Put/seqid=0 2024-12-15T03:37:41,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742138_1314 (size=12301) 2024-12-15T03:37:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:42,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T03:37:42,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233922171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:42,266 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/9686504cc17d456982c82ccced97870f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/9686504cc17d456982c82ccced97870f 2024-12-15T03:37:42,267 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/c8dac032d7854f56b08d37495e926ca1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c8dac032d7854f56b08d37495e926ca1 2024-12-15T03:37:42,271 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into c8dac032d7854f56b08d37495e926ca1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:42,271 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 9686504cc17d456982c82ccced97870f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:42,271 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:42,271 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:42,271 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233861845; duration=0sec 2024-12-15T03:37:42,271 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233861845; duration=0sec 2024-12-15T03:37:42,272 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:42,272 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:42,272 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:42,272 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:42,272 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:42,273 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:42,273 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:42,273 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:42,273 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/b2fb480541924ad68ae218f1e3460dc6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/3bbd9f80cf65469e86a1a449ac83139e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2c0d4beba47944c987b905e643310f13] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=34.3 K 2024-12-15T03:37:42,273 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b2fb480541924ad68ae218f1e3460dc6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734233858525 2024-12-15T03:37:42,274 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bbd9f80cf65469e86a1a449ac83139e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734233858844 2024-12-15T03:37:42,274 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c0d4beba47944c987b905e643310f13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734233860975 2024-12-15T03:37:42,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:42,281 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233922274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:42,281 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/37232602a39e45838531f2149315b96a is 50, key is test_row_0/C:col10/1734233860975/Put/seqid=0 2024-12-15T03:37:42,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742139_1315 (size=13085) 2024-12-15T03:37:42,298 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/37232602a39e45838531f2149315b96a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/37232602a39e45838531f2149315b96a 2024-12-15T03:37:42,303 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into 37232602a39e45838531f2149315b96a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:42,303 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:42,303 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233861845; duration=0sec 2024-12-15T03:37:42,304 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:42,304 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:42,398 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b659ac1093ef4187b95c128fef08440c 2024-12-15T03:37:42,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/37f8c85c1e3341b88fc1b15f199e6dcc is 50, key is test_row_0/B:col10/1734233861033/Put/seqid=0 2024-12-15T03:37:42,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742140_1316 (size=12301) 2024-12-15T03:37:42,411 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/37f8c85c1e3341b88fc1b15f199e6dcc 2024-12-15T03:37:42,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/01986a147a374b58b0f9779c922a0961 is 50, key is test_row_0/C:col10/1734233861033/Put/seqid=0 2024-12-15T03:37:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742141_1317 (size=12301) 2024-12-15T03:37:42,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233922482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:42,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233922786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:42,823 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/01986a147a374b58b0f9779c922a0961 2024-12-15T03:37:42,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b659ac1093ef4187b95c128fef08440c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b659ac1093ef4187b95c128fef08440c 2024-12-15T03:37:42,833 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b659ac1093ef4187b95c128fef08440c, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T03:37:42,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/37f8c85c1e3341b88fc1b15f199e6dcc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/37f8c85c1e3341b88fc1b15f199e6dcc 2024-12-15T03:37:42,840 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/37f8c85c1e3341b88fc1b15f199e6dcc, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T03:37:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/01986a147a374b58b0f9779c922a0961 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/01986a147a374b58b0f9779c922a0961 2024-12-15T03:37:42,849 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/01986a147a374b58b0f9779c922a0961, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T03:37:42,850 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3896f46aa98d036f8e7d78b48b14fbd8 in 862ms, sequenceid=330, compaction requested=false 2024-12-15T03:37:42,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:42,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-15T03:37:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-15T03:37:42,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-15T03:37:42,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7810 sec 2024-12-15T03:37:42,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.7860 sec 2024-12-15T03:37:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-15T03:37:43,174 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-15T03:37:43,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-15T03:37:43,176 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T03:37:43,177 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:43,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T03:37:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:43,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:37:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:43,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/d4222b623f7245108cf9f8b641e09b5b is 50, key is test_row_0/A:col10/1734233863289/Put/seqid=0 2024-12-15T03:37:43,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742142_1318 (size=12301) 2024-12-15T03:37:43,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/d4222b623f7245108cf9f8b641e09b5b 2024-12-15T03:37:43,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/42c8a7541b2b4e9eb585865f27ee3cc6 is 50, key is test_row_0/B:col10/1734233863289/Put/seqid=0 2024-12-15T03:37:43,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742143_1319 (size=12301) 2024-12-15T03:37:43,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/42c8a7541b2b4e9eb585865f27ee3cc6 2024-12-15T03:37:43,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1afd9cbb51114cccbfaa82c74323211a is 50, key is test_row_0/C:col10/1734233863289/Put/seqid=0 2024-12-15T03:37:43,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-15T03:37:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742144_1320 (size=12301) 2024-12-15T03:37:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 374 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233923351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 376 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233923453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T03:37:43,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-15T03:37:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-15T03:37:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:43,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 378 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233923657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1afd9cbb51114cccbfaa82c74323211a 2024-12-15T03:37:43,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/d4222b623f7245108cf9f8b641e09b5b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/d4222b623f7245108cf9f8b641e09b5b 2024-12-15T03:37:43,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/d4222b623f7245108cf9f8b641e09b5b, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T03:37:43,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/42c8a7541b2b4e9eb585865f27ee3cc6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/42c8a7541b2b4e9eb585865f27ee3cc6 2024-12-15T03:37:43,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/42c8a7541b2b4e9eb585865f27ee3cc6, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T03:37:43,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1afd9cbb51114cccbfaa82c74323211a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1afd9cbb51114cccbfaa82c74323211a 2024-12-15T03:37:43,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1afd9cbb51114cccbfaa82c74323211a, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T03:37:43,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3896f46aa98d036f8e7d78b48b14fbd8 in 468ms, sequenceid=345, compaction requested=true 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:43,759 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:43,759 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:43,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:43,760 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:43,760 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:43,760 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:43,760 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:43,760 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,760 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,760 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/9686504cc17d456982c82ccced97870f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/37f8c85c1e3341b88fc1b15f199e6dcc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/42c8a7541b2b4e9eb585865f27ee3cc6] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=36.8 K 2024-12-15T03:37:43,760 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c8dac032d7854f56b08d37495e926ca1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b659ac1093ef4187b95c128fef08440c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/d4222b623f7245108cf9f8b641e09b5b] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=36.8 K 2024-12-15T03:37:43,760 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9686504cc17d456982c82ccced97870f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734233860975 2024-12-15T03:37:43,760 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8dac032d7854f56b08d37495e926ca1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734233860975 2024-12-15T03:37:43,761 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f8c85c1e3341b88fc1b15f199e6dcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734233861033 2024-12-15T03:37:43,761 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b659ac1093ef4187b95c128fef08440c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734233861033 2024-12-15T03:37:43,761 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 42c8a7541b2b4e9eb585865f27ee3cc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734233862168 2024-12-15T03:37:43,761 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4222b623f7245108cf9f8b641e09b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734233862168 2024-12-15T03:37:43,775 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:43,776 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/6a23b94837674a88b08569b27d371c32 is 50, key is test_row_0/B:col10/1734233863289/Put/seqid=0 2024-12-15T03:37:43,778 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:43,779 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/bbd3f24fc60642fb89e52a3b23d8f33a is 50, key is test_row_0/A:col10/1734233863289/Put/seqid=0 2024-12-15T03:37:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T03:37:43,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:43,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-15T03:37:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,789 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:37:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:43,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0a8b22ee622748379617452b187fc327 is 50, key is test_row_0/A:col10/1734233863348/Put/seqid=0 2024-12-15T03:37:43,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742145_1321 (size=13187) 2024-12-15T03:37:43,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742146_1322 (size=13187) 2024-12-15T03:37:43,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742147_1323 (size=12301) 2024-12-15T03:37:43,826 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0a8b22ee622748379617452b187fc327 2024-12-15T03:37:43,830 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/bbd3f24fc60642fb89e52a3b23d8f33a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/bbd3f24fc60642fb89e52a3b23d8f33a 2024-12-15T03:37:43,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/56bf782bb76b40f8a679eb032546bd6f is 50, key is test_row_0/B:col10/1734233863348/Put/seqid=0 2024-12-15T03:37:43,837 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into bbd3f24fc60642fb89e52a3b23d8f33a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:43,837 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:43,837 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233863759; duration=0sec 2024-12-15T03:37:43,837 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:43,837 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:43,837 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:43,839 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:43,839 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:43,839 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:43,839 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/37232602a39e45838531f2149315b96a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/01986a147a374b58b0f9779c922a0961, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1afd9cbb51114cccbfaa82c74323211a] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=36.8 K 2024-12-15T03:37:43,840 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37232602a39e45838531f2149315b96a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1734233860975 2024-12-15T03:37:43,840 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01986a147a374b58b0f9779c922a0961, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734233861033 2024-12-15T03:37:43,840 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1afd9cbb51114cccbfaa82c74323211a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734233862168 2024-12-15T03:37:43,851 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742148_1324 (size=12301) 2024-12-15T03:37:43,852 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1922125c0bc64ff98b9277c5317b7512 is 50, key is test_row_0/C:col10/1734233863289/Put/seqid=0 2024-12-15T03:37:43,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742149_1325 (size=13187) 2024-12-15T03:37:43,865 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/1922125c0bc64ff98b9277c5317b7512 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1922125c0bc64ff98b9277c5317b7512 2024-12-15T03:37:43,871 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into 1922125c0bc64ff98b9277c5317b7512(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:43,871 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:43,871 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233863759; duration=0sec 2024-12-15T03:37:43,871 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:43,871 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:43,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:43,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 389 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233923979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 391 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233924081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42984 deadline: 1734233924099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,101 DEBUG [Thread-1115 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43046 deadline: 1734233924125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,127 DEBUG [Thread-1123 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:44,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43004 deadline: 1734233924167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,168 DEBUG [Thread-1117 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:44,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43024 deadline: 1734233924176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,178 DEBUG [Thread-1119 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18276 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., hostname=c1551786b40e,42709,1734233785718, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:37:44,221 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/6a23b94837674a88b08569b27d371c32 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6a23b94837674a88b08569b27d371c32 2024-12-15T03:37:44,226 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 6a23b94837674a88b08569b27d371c32(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:44,226 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:44,226 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233863759; duration=0sec 2024-12-15T03:37:44,226 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:44,226 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:44,252 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/56bf782bb76b40f8a679eb032546bd6f 2024-12-15T03:37:44,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/a24fdedb1ef045b287e2bfc1c836d816 is 50, key is test_row_0/C:col10/1734233863348/Put/seqid=0 2024-12-15T03:37:44,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742150_1326 (size=12301) 2024-12-15T03:37:44,268 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/a24fdedb1ef045b287e2bfc1c836d816 2024-12-15T03:37:44,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0a8b22ee622748379617452b187fc327 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0a8b22ee622748379617452b187fc327 2024-12-15T03:37:44,276 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0a8b22ee622748379617452b187fc327, entries=150, sequenceid=369, filesize=12.0 K 2024-12-15T03:37:44,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/56bf782bb76b40f8a679eb032546bd6f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/56bf782bb76b40f8a679eb032546bd6f 2024-12-15T03:37:44,280 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/56bf782bb76b40f8a679eb032546bd6f, entries=150, sequenceid=369, filesize=12.0 K 2024-12-15T03:37:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T03:37:44,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/a24fdedb1ef045b287e2bfc1c836d816 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/a24fdedb1ef045b287e2bfc1c836d816 2024-12-15T03:37:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 393 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233924284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,285 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/a24fdedb1ef045b287e2bfc1c836d816, entries=150, sequenceid=369, filesize=12.0 K 2024-12-15T03:37:44,286 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3896f46aa98d036f8e7d78b48b14fbd8 in 497ms, sequenceid=369, compaction requested=false 2024-12-15T03:37:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:44,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-15T03:37:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-15T03:37:44,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-15T03:37:44,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1100 sec 2024-12-15T03:37:44,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.1140 sec 2024-12-15T03:37:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:44,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:37:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:44,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:44,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/ca9b06fa60714c01b2287241a3e28c8c is 50, key is test_row_0/A:col10/1734233863978/Put/seqid=0 2024-12-15T03:37:44,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742151_1327 (size=14741) 2024-12-15T03:37:44,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/ca9b06fa60714c01b2287241a3e28c8c 2024-12-15T03:37:44,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/d4b50cd4cc6949c88fa700f46f9594bc is 50, key is test_row_0/B:col10/1734233863978/Put/seqid=0 2024-12-15T03:37:44,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742152_1328 (size=12301) 2024-12-15T03:37:44,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 416 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233924650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 418 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233924753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:44,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 420 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233924956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/d4b50cd4cc6949c88fa700f46f9594bc 2024-12-15T03:37:45,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/c120adc56938449990311e35c4c9d829 is 50, key is test_row_0/C:col10/1734233863978/Put/seqid=0 2024-12-15T03:37:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742153_1329 (size=12301) 2024-12-15T03:37:45,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=385 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/c120adc56938449990311e35c4c9d829 2024-12-15T03:37:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/ca9b06fa60714c01b2287241a3e28c8c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ca9b06fa60714c01b2287241a3e28c8c 2024-12-15T03:37:45,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ca9b06fa60714c01b2287241a3e28c8c, entries=200, sequenceid=385, filesize=14.4 K 2024-12-15T03:37:45,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/d4b50cd4cc6949c88fa700f46f9594bc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/d4b50cd4cc6949c88fa700f46f9594bc 2024-12-15T03:37:45,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/d4b50cd4cc6949c88fa700f46f9594bc, entries=150, sequenceid=385, filesize=12.0 K 2024-12-15T03:37:45,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/c120adc56938449990311e35c4c9d829 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/c120adc56938449990311e35c4c9d829 2024-12-15T03:37:45,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/c120adc56938449990311e35c4c9d829, entries=150, sequenceid=385, filesize=12.0 K 2024-12-15T03:37:45,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3896f46aa98d036f8e7d78b48b14fbd8 in 463ms, sequenceid=385, compaction requested=true 2024-12-15T03:37:45,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:45,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:45,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:45,053 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:45,053 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:45,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:45,054 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:45,054 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:45,054 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:45,054 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,054 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:45,054 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6a23b94837674a88b08569b27d371c32, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/56bf782bb76b40f8a679eb032546bd6f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/d4b50cd4cc6949c88fa700f46f9594bc] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=36.9 K 2024-12-15T03:37:45,054 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,054 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/bbd3f24fc60642fb89e52a3b23d8f33a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0a8b22ee622748379617452b187fc327, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ca9b06fa60714c01b2287241a3e28c8c] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=39.3 K 2024-12-15T03:37:45,055 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a23b94837674a88b08569b27d371c32, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734233862168 2024-12-15T03:37:45,055 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd3f24fc60642fb89e52a3b23d8f33a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734233862168 2024-12-15T03:37:45,055 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 56bf782bb76b40f8a679eb032546bd6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734233863332 2024-12-15T03:37:45,055 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a8b22ee622748379617452b187fc327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734233863332 2024-12-15T03:37:45,056 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca9b06fa60714c01b2287241a3e28c8c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734233863966 2024-12-15T03:37:45,056 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d4b50cd4cc6949c88fa700f46f9594bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734233863976 2024-12-15T03:37:45,064 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:45,065 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:45,065 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/fa5f90f28ab9452e8e26a4f22b8f5c0d is 50, key is test_row_0/B:col10/1734233863978/Put/seqid=0 2024-12-15T03:37:45,065 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0d5b27b019a547b1ae5fd5d0f792cb77 is 50, key is test_row_0/A:col10/1734233863978/Put/seqid=0 2024-12-15T03:37:45,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742154_1330 (size=13289) 2024-12-15T03:37:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742155_1331 (size=13289) 2024-12-15T03:37:45,083 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/fa5f90f28ab9452e8e26a4f22b8f5c0d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/fa5f90f28ab9452e8e26a4f22b8f5c0d 2024-12-15T03:37:45,089 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into fa5f90f28ab9452e8e26a4f22b8f5c0d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:45,089 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:45,089 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=13, startTime=1734233865052; duration=0sec 2024-12-15T03:37:45,089 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:45,089 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:45,089 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:37:45,090 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:37:45,090 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:45,090 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,090 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1922125c0bc64ff98b9277c5317b7512, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/a24fdedb1ef045b287e2bfc1c836d816, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/c120adc56938449990311e35c4c9d829] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=36.9 K 2024-12-15T03:37:45,091 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1922125c0bc64ff98b9277c5317b7512, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734233862168 2024-12-15T03:37:45,091 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a24fdedb1ef045b287e2bfc1c836d816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1734233863332 2024-12-15T03:37:45,091 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c120adc56938449990311e35c4c9d829, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734233863976 2024-12-15T03:37:45,100 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:45,101 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/2ef4a6dc126947228a99e3019069b8be is 50, key is test_row_0/C:col10/1734233863978/Put/seqid=0 2024-12-15T03:37:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742156_1332 (size=13289) 2024-12-15T03:37:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:45,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:37:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:45,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:45,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/20e534c8e8b5452aa35c8af098f1af38 is 50, key is test_row_0/A:col10/1734233864636/Put/seqid=0 2024-12-15T03:37:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742157_1333 (size=12301) 2024-12-15T03:37:45,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/20e534c8e8b5452aa35c8af098f1af38 2024-12-15T03:37:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-15T03:37:45,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/a3fa3efd856847e38252352ef09db1d8 is 50, key is test_row_0/B:col10/1734233864636/Put/seqid=0 2024-12-15T03:37:45,281 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-15T03:37:45,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-15T03:37:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T03:37:45,284 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:45,285 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:45,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:45,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742158_1334 (size=12301) 2024-12-15T03:37:45,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 432 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233925285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T03:37:45,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 434 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233925388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T03:37:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:45,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:45,484 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/0d5b27b019a547b1ae5fd5d0f792cb77 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0d5b27b019a547b1ae5fd5d0f792cb77 2024-12-15T03:37:45,489 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into 0d5b27b019a547b1ae5fd5d0f792cb77(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:45,489 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:45,489 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=13, startTime=1734233865052; duration=0sec 2024-12-15T03:37:45,490 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:45,490 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:45,511 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/2ef4a6dc126947228a99e3019069b8be as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2ef4a6dc126947228a99e3019069b8be 2024-12-15T03:37:45,516 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into 2ef4a6dc126947228a99e3019069b8be(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:45,516 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:45,516 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=13, startTime=1734233865053; duration=0sec 2024-12-15T03:37:45,516 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:45,516 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T03:37:45,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 436 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233925591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T03:37:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:45,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:45,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/a3fa3efd856847e38252352ef09db1d8 2024-12-15T03:37:45,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5bcb61dad0024fc599f3728dff9f2b85 is 50, key is test_row_0/C:col10/1734233864636/Put/seqid=0 2024-12-15T03:37:45,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742159_1335 (size=12301) 2024-12-15T03:37:45,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5bcb61dad0024fc599f3728dff9f2b85 2024-12-15T03:37:45,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/20e534c8e8b5452aa35c8af098f1af38 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/20e534c8e8b5452aa35c8af098f1af38 2024-12-15T03:37:45,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/20e534c8e8b5452aa35c8af098f1af38, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T03:37:45,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/a3fa3efd856847e38252352ef09db1d8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/a3fa3efd856847e38252352ef09db1d8 2024-12-15T03:37:45,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/a3fa3efd856847e38252352ef09db1d8, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T03:37:45,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/5bcb61dad0024fc599f3728dff9f2b85 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5bcb61dad0024fc599f3728dff9f2b85 2024-12-15T03:37:45,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5bcb61dad0024fc599f3728dff9f2b85, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T03:37:45,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3896f46aa98d036f8e7d78b48b14fbd8 in 462ms, sequenceid=410, compaction requested=false 2024-12-15T03:37:45,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:45,748 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-15T03:37:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:45,749 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b65526857f774413a5f52ffbdd42fdec is 50, key is test_row_0/A:col10/1734233865272/Put/seqid=0 2024-12-15T03:37:45,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742160_1336 (size=12301) 2024-12-15T03:37:45,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b65526857f774413a5f52ffbdd42fdec 2024-12-15T03:37:45,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/b5433a38d0114624a6e4f44ff48fa2a9 is 50, key is test_row_0/B:col10/1734233865272/Put/seqid=0 2024-12-15T03:37:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742161_1337 (size=12301) 2024-12-15T03:37:45,774 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/b5433a38d0114624a6e4f44ff48fa2a9 2024-12-15T03:37:45,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/dfad3b68d6ed4d98acfcaf885d73cc7a is 50, key is test_row_0/C:col10/1734233865272/Put/seqid=0 2024-12-15T03:37:45,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742162_1338 (size=12301) 2024-12-15T03:37:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T03:37:45,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. as already flushing 2024-12-15T03:37:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:45,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 459 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233925943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:45,952 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0598ef39 to 127.0.0.1:54928 2024-12-15T03:37:45,952 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:45,953 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23d0f458 to 127.0.0.1:54928 2024-12-15T03:37:45,953 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:45,954 DEBUG [Thread-1130 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77780196 to 127.0.0.1:54928 2024-12-15T03:37:45,954 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:45,954 DEBUG [Thread-1132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x069ef766 to 127.0.0.1:54928 2024-12-15T03:37:45,955 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:45,955 DEBUG [Thread-1134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b0349fd to 127.0.0.1:54928 2024-12-15T03:37:45,955 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:46,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 461 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43060 deadline: 1734233926046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:46,184 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/dfad3b68d6ed4d98acfcaf885d73cc7a 2024-12-15T03:37:46,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b65526857f774413a5f52ffbdd42fdec as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b65526857f774413a5f52ffbdd42fdec 2024-12-15T03:37:46,191 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b65526857f774413a5f52ffbdd42fdec, entries=150, sequenceid=424, filesize=12.0 K 2024-12-15T03:37:46,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/b5433a38d0114624a6e4f44ff48fa2a9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b5433a38d0114624a6e4f44ff48fa2a9 2024-12-15T03:37:46,195 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b5433a38d0114624a6e4f44ff48fa2a9, entries=150, sequenceid=424, filesize=12.0 K 2024-12-15T03:37:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/dfad3b68d6ed4d98acfcaf885d73cc7a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/dfad3b68d6ed4d98acfcaf885d73cc7a 2024-12-15T03:37:46,198 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/dfad3b68d6ed4d98acfcaf885d73cc7a, entries=150, sequenceid=424, filesize=12.0 K 2024-12-15T03:37:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3896f46aa98d036f8e7d78b48b14fbd8 in 450ms, sequenceid=424, compaction requested=true 2024-12-15T03:37:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-15T03:37:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-15T03:37:46,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-15T03:37:46,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 915 msec 2024-12-15T03:37:46,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 919 msec 2024-12-15T03:37:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:46,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T03:37:46,249 DEBUG [Thread-1121 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12e88ea6 to 127.0.0.1:54928 2024-12-15T03:37:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:46,249 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:46,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:46,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/8ecddf3644cb4ab8b405dbe4af13d169 is 50, key is test_row_0/A:col10/1734233865926/Put/seqid=0 2024-12-15T03:37:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742163_1339 (size=12301) 2024-12-15T03:37:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-15T03:37:46,387 INFO [Thread-1125 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-15T03:37:46,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/8ecddf3644cb4ab8b405dbe4af13d169 2024-12-15T03:37:46,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/2359396947b248ccab72edf8c3deaf08 is 50, key is test_row_0/B:col10/1734233865926/Put/seqid=0 2024-12-15T03:37:46,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742164_1340 (size=12301) 2024-12-15T03:37:47,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/2359396947b248ccab72edf8c3deaf08 2024-12-15T03:37:47,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/d49729a687434b0c972beee8dc1754c0 is 50, key is test_row_0/C:col10/1734233865926/Put/seqid=0 2024-12-15T03:37:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742165_1341 (size=12301) 2024-12-15T03:37:47,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/d49729a687434b0c972beee8dc1754c0 2024-12-15T03:37:47,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/8ecddf3644cb4ab8b405dbe4af13d169 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/8ecddf3644cb4ab8b405dbe4af13d169 2024-12-15T03:37:47,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/8ecddf3644cb4ab8b405dbe4af13d169, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T03:37:47,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/2359396947b248ccab72edf8c3deaf08 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/2359396947b248ccab72edf8c3deaf08 2024-12-15T03:37:47,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/2359396947b248ccab72edf8c3deaf08, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T03:37:47,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/d49729a687434b0c972beee8dc1754c0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/d49729a687434b0c972beee8dc1754c0 2024-12-15T03:37:47,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/d49729a687434b0c972beee8dc1754c0, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T03:37:47,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 3896f46aa98d036f8e7d78b48b14fbd8 in 1248ms, sequenceid=449, compaction requested=true 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:47,496 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:47,496 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3896f46aa98d036f8e7d78b48b14fbd8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:37:47,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:47,497 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:47,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:47,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/B is initiating minor compaction (all files) 2024-12-15T03:37:47,497 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/A is initiating minor compaction (all files) 2024-12-15T03:37:47,497 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/B in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:47,497 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/A in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:47,497 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0d5b27b019a547b1ae5fd5d0f792cb77, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/20e534c8e8b5452aa35c8af098f1af38, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b65526857f774413a5f52ffbdd42fdec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/8ecddf3644cb4ab8b405dbe4af13d169] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=49.0 K 2024-12-15T03:37:47,497 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/fa5f90f28ab9452e8e26a4f22b8f5c0d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/a3fa3efd856847e38252352ef09db1d8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b5433a38d0114624a6e4f44ff48fa2a9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/2359396947b248ccab72edf8c3deaf08] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=49.0 K 2024-12-15T03:37:47,498 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d5b27b019a547b1ae5fd5d0f792cb77, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734233863976 2024-12-15T03:37:47,498 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting fa5f90f28ab9452e8e26a4f22b8f5c0d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734233863976 2024-12-15T03:37:47,498 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a3fa3efd856847e38252352ef09db1d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734233864636 2024-12-15T03:37:47,498 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20e534c8e8b5452aa35c8af098f1af38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734233864636 2024-12-15T03:37:47,498 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b65526857f774413a5f52ffbdd42fdec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734233865272 2024-12-15T03:37:47,498 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b5433a38d0114624a6e4f44ff48fa2a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734233865272 2024-12-15T03:37:47,499 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2359396947b248ccab72edf8c3deaf08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734233865926 2024-12-15T03:37:47,499 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ecddf3644cb4ab8b405dbe4af13d169, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734233865926 2024-12-15T03:37:47,509 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#A#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:47,509 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:47,510 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/70216e71a5424d54ba073d1d3676b8e9 is 50, key is test_row_0/A:col10/1734233865926/Put/seqid=0 2024-12-15T03:37:47,510 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/4ea76dab0fb943bcb99106085b13ab2c is 50, key is test_row_0/B:col10/1734233865926/Put/seqid=0 2024-12-15T03:37:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742166_1342 (size=13425) 2024-12-15T03:37:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742167_1343 (size=13425) 2024-12-15T03:37:47,919 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/4ea76dab0fb943bcb99106085b13ab2c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/4ea76dab0fb943bcb99106085b13ab2c 2024-12-15T03:37:47,919 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/70216e71a5424d54ba073d1d3676b8e9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/70216e71a5424d54ba073d1d3676b8e9 2024-12-15T03:37:47,923 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/B of 3896f46aa98d036f8e7d78b48b14fbd8 into 4ea76dab0fb943bcb99106085b13ab2c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:47,923 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/A of 3896f46aa98d036f8e7d78b48b14fbd8 into 70216e71a5424d54ba073d1d3676b8e9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:47,923 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/B, priority=12, startTime=1734233867496; duration=0sec 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:47,923 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/A, priority=12, startTime=1734233867496; duration=0sec 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:B 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:A 2024-12-15T03:37:47,923 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:37:47,924 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:37:47,924 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 3896f46aa98d036f8e7d78b48b14fbd8/C is initiating minor compaction (all files) 2024-12-15T03:37:47,924 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3896f46aa98d036f8e7d78b48b14fbd8/C in TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:47,924 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2ef4a6dc126947228a99e3019069b8be, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5bcb61dad0024fc599f3728dff9f2b85, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/dfad3b68d6ed4d98acfcaf885d73cc7a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/d49729a687434b0c972beee8dc1754c0] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp, totalSize=49.0 K 2024-12-15T03:37:47,925 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef4a6dc126947228a99e3019069b8be, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=385, earliestPutTs=1734233863976 2024-12-15T03:37:47,925 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bcb61dad0024fc599f3728dff9f2b85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734233864636 2024-12-15T03:37:47,925 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting dfad3b68d6ed4d98acfcaf885d73cc7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1734233865272 2024-12-15T03:37:47,926 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d49729a687434b0c972beee8dc1754c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734233865926 2024-12-15T03:37:47,934 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3896f46aa98d036f8e7d78b48b14fbd8#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:37:47,934 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/df57f43a956c439aa5577d1cd80137f3 is 50, key is test_row_0/C:col10/1734233865926/Put/seqid=0 2024-12-15T03:37:47,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742168_1344 (size=13425) 2024-12-15T03:37:48,342 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/df57f43a956c439aa5577d1cd80137f3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/df57f43a956c439aa5577d1cd80137f3 2024-12-15T03:37:48,347 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3896f46aa98d036f8e7d78b48b14fbd8/C of 3896f46aa98d036f8e7d78b48b14fbd8 into df57f43a956c439aa5577d1cd80137f3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:37:48,347 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:48,347 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8., storeName=3896f46aa98d036f8e7d78b48b14fbd8/C, priority=12, startTime=1734233867496; duration=0sec 2024-12-15T03:37:48,347 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:37:48,347 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3896f46aa98d036f8e7d78b48b14fbd8:C 2024-12-15T03:37:54,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T03:37:54,108 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e48016 to 127.0.0.1:54928 2024-12-15T03:37:54,108 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:54,178 DEBUG [Thread-1123 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dfc4f36 to 127.0.0.1:54928 2024-12-15T03:37:54,178 DEBUG [Thread-1123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:54,212 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b2ae977 to 127.0.0.1:54928 2024-12-15T03:37:54,212 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:54,267 DEBUG [Thread-1119 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ed37f32 to 127.0.0.1:54928 2024-12-15T03:37:54,268 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 318 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8709 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8723 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8703 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8746 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8719 2024-12-15T03:37:54,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T03:37:54,268 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:37:54,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bab3f39 to 127.0.0.1:54928 2024-12-15T03:37:54,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:37:54,269 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T03:37:54,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T03:37:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T03:37:54,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233874271"}]},"ts":"1734233874271"} 2024-12-15T03:37:54,273 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T03:37:54,275 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T03:37:54,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:37:54,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, UNASSIGN}] 2024-12-15T03:37:54,277 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, UNASSIGN 2024-12-15T03:37:54,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=3896f46aa98d036f8e7d78b48b14fbd8, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:54,278 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:37:54,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure 3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:37:54,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T03:37:54,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:54,429 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing 3896f46aa98d036f8e7d78b48b14fbd8, disabling compactions & flushes 2024-12-15T03:37:54,430 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. after waiting 0 ms 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:54,430 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing 3896f46aa98d036f8e7d78b48b14fbd8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=A 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=B 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3896f46aa98d036f8e7d78b48b14fbd8, store=C 2024-12-15T03:37:54,430 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:54,434 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b856c942d8894281ac4f06ae27ce538f is 50, key is test_row_0/A:col10/1734233874266/Put/seqid=0 2024-12-15T03:37:54,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742169_1345 (size=9857) 2024-12-15T03:37:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T03:37:54,838 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b856c942d8894281ac4f06ae27ce538f 2024-12-15T03:37:54,844 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/24754dba4d824f13a1be09dfe22f9162 is 50, key is test_row_0/B:col10/1734233874266/Put/seqid=0 2024-12-15T03:37:54,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742170_1346 (size=9857) 2024-12-15T03:37:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T03:37:55,248 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/24754dba4d824f13a1be09dfe22f9162 2024-12-15T03:37:55,254 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/aee62fddbc204b128411c3463cebad36 is 50, key is test_row_0/C:col10/1734233874266/Put/seqid=0 2024-12-15T03:37:55,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742171_1347 (size=9857) 2024-12-15T03:37:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T03:37:55,658 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/aee62fddbc204b128411c3463cebad36 2024-12-15T03:37:55,662 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/A/b856c942d8894281ac4f06ae27ce538f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b856c942d8894281ac4f06ae27ce538f 2024-12-15T03:37:55,665 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b856c942d8894281ac4f06ae27ce538f, entries=100, sequenceid=459, filesize=9.6 K 2024-12-15T03:37:55,665 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/B/24754dba4d824f13a1be09dfe22f9162 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/24754dba4d824f13a1be09dfe22f9162 2024-12-15T03:37:55,668 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/24754dba4d824f13a1be09dfe22f9162, entries=100, sequenceid=459, filesize=9.6 K 2024-12-15T03:37:55,669 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/.tmp/C/aee62fddbc204b128411c3463cebad36 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/aee62fddbc204b128411c3463cebad36 2024-12-15T03:37:55,671 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/aee62fddbc204b128411c3463cebad36, entries=100, sequenceid=459, filesize=9.6 K 2024-12-15T03:37:55,672 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3896f46aa98d036f8e7d78b48b14fbd8 in 1242ms, sequenceid=459, compaction requested=false 2024-12-15T03:37:55,672 DEBUG [StoreCloser-TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b020c64bb10e4e9ea883116f27ba3708, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e81d99c4233e474fbd15d4cace2dc34c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/663b4a49dcab447a80a299c8cbc023c3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0ec05c65625b4db897eabdbaa780aa74, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/a78e19bba3504a518fc4e2f59cd919e5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3d0188718c0e494d902a3a1a868be063, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/1596ef775ab2438ea37f2bd5e7f53dc1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c465c41c2ef441668cfebf60c3d21b63, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9339b4fad4c441e3801cd568b1098a47, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/98aa38d6075c4e64ba803f985cdeb4b3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3702f40ca989443893abdb9853484ab1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/4cf53f713ef74828a60db2a87aebf4a9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/26cce4159be8488c91e4f16958f7dde7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/f4354e8f35c847bb9f908716d51392f5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9e0f36df295d41f591b9e67eec7903e2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ba5d295ca54a4eeba2db37f3150b2961, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c910c12832be4185b91539521261e913, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/99b86b3061ab49a286092f96b5c3fc4e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/414744accb9d4ecfa1f158172000470d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e2d5daeb792e469cbb06285db85399fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c2c85cd0505c449fba0c685542220fe5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c8dac032d7854f56b08d37495e926ca1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/49ec957d1b2e4f518bd80d019f238cf1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b659ac1093ef4187b95c128fef08440c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/bbd3f24fc60642fb89e52a3b23d8f33a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/d4222b623f7245108cf9f8b641e09b5b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0a8b22ee622748379617452b187fc327, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ca9b06fa60714c01b2287241a3e28c8c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0d5b27b019a547b1ae5fd5d0f792cb77, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/20e534c8e8b5452aa35c8af098f1af38, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b65526857f774413a5f52ffbdd42fdec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/8ecddf3644cb4ab8b405dbe4af13d169] to archive 2024-12-15T03:37:55,673 DEBUG [StoreCloser-TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:37:55,675 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b020c64bb10e4e9ea883116f27ba3708 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b020c64bb10e4e9ea883116f27ba3708 2024-12-15T03:37:55,675 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/663b4a49dcab447a80a299c8cbc023c3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/663b4a49dcab447a80a299c8cbc023c3 2024-12-15T03:37:55,676 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e81d99c4233e474fbd15d4cace2dc34c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e81d99c4233e474fbd15d4cace2dc34c 2024-12-15T03:37:55,676 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0ec05c65625b4db897eabdbaa780aa74 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0ec05c65625b4db897eabdbaa780aa74 2024-12-15T03:37:55,680 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/a78e19bba3504a518fc4e2f59cd919e5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/a78e19bba3504a518fc4e2f59cd919e5 2024-12-15T03:37:55,680 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3d0188718c0e494d902a3a1a868be063 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3d0188718c0e494d902a3a1a868be063 2024-12-15T03:37:55,681 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/1596ef775ab2438ea37f2bd5e7f53dc1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/1596ef775ab2438ea37f2bd5e7f53dc1 2024-12-15T03:37:55,681 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c465c41c2ef441668cfebf60c3d21b63 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c465c41c2ef441668cfebf60c3d21b63 2024-12-15T03:37:55,681 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9339b4fad4c441e3801cd568b1098a47 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9339b4fad4c441e3801cd568b1098a47 2024-12-15T03:37:55,681 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3702f40ca989443893abdb9853484ab1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/3702f40ca989443893abdb9853484ab1 2024-12-15T03:37:55,682 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/98aa38d6075c4e64ba803f985cdeb4b3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/98aa38d6075c4e64ba803f985cdeb4b3 2024-12-15T03:37:55,682 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/26cce4159be8488c91e4f16958f7dde7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/26cce4159be8488c91e4f16958f7dde7 2024-12-15T03:37:55,682 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/4cf53f713ef74828a60db2a87aebf4a9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/4cf53f713ef74828a60db2a87aebf4a9 2024-12-15T03:37:55,683 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/f4354e8f35c847bb9f908716d51392f5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/f4354e8f35c847bb9f908716d51392f5 2024-12-15T03:37:55,683 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9e0f36df295d41f591b9e67eec7903e2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/9e0f36df295d41f591b9e67eec7903e2 2024-12-15T03:37:55,683 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ba5d295ca54a4eeba2db37f3150b2961 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ba5d295ca54a4eeba2db37f3150b2961 2024-12-15T03:37:55,683 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/6ef5edbe3dfc4b86bc7e2c2bc521c3d3 2024-12-15T03:37:55,683 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/414744accb9d4ecfa1f158172000470d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/414744accb9d4ecfa1f158172000470d 2024-12-15T03:37:55,684 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c910c12832be4185b91539521261e913 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c910c12832be4185b91539521261e913 2024-12-15T03:37:55,684 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/99b86b3061ab49a286092f96b5c3fc4e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/99b86b3061ab49a286092f96b5c3fc4e 2024-12-15T03:37:55,684 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c2c85cd0505c449fba0c685542220fe5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c2c85cd0505c449fba0c685542220fe5 2024-12-15T03:37:55,684 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e2d5daeb792e469cbb06285db85399fe to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/e2d5daeb792e469cbb06285db85399fe 2024-12-15T03:37:55,684 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c8dac032d7854f56b08d37495e926ca1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/c8dac032d7854f56b08d37495e926ca1 2024-12-15T03:37:55,685 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/49ec957d1b2e4f518bd80d019f238cf1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/49ec957d1b2e4f518bd80d019f238cf1 2024-12-15T03:37:55,685 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b659ac1093ef4187b95c128fef08440c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b659ac1093ef4187b95c128fef08440c 2024-12-15T03:37:55,686 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/d4222b623f7245108cf9f8b641e09b5b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/d4222b623f7245108cf9f8b641e09b5b 2024-12-15T03:37:55,686 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/bbd3f24fc60642fb89e52a3b23d8f33a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/bbd3f24fc60642fb89e52a3b23d8f33a 2024-12-15T03:37:55,686 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ca9b06fa60714c01b2287241a3e28c8c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/ca9b06fa60714c01b2287241a3e28c8c 2024-12-15T03:37:55,686 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0d5b27b019a547b1ae5fd5d0f792cb77 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0d5b27b019a547b1ae5fd5d0f792cb77 2024-12-15T03:37:55,687 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0a8b22ee622748379617452b187fc327 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/0a8b22ee622748379617452b187fc327 2024-12-15T03:37:55,687 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/20e534c8e8b5452aa35c8af098f1af38 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/20e534c8e8b5452aa35c8af098f1af38 2024-12-15T03:37:55,687 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/8ecddf3644cb4ab8b405dbe4af13d169 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/8ecddf3644cb4ab8b405dbe4af13d169 2024-12-15T03:37:55,687 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b65526857f774413a5f52ffbdd42fdec to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b65526857f774413a5f52ffbdd42fdec 2024-12-15T03:37:55,688 DEBUG [StoreCloser-TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21d7a0a149fc4ea4be13a9919508fbe5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/1dd2ff5563594d32ad29227ca0e060b8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d8062990b5e4d7dae2b83562ac35b6d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3261993646234596be14bf3e22c4b096, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d7c0f3a69ad4317a2a31dc325bc9397, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7d9979364d874950822c9d3891d4b964, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/629307a64f80415ca324dfafde3e65a2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/62f5ddad18794efaabd30f83d798a31e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3c5882b121e149fa95137842e4ca28d2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8dd4912387844174916d05eb6c9c5506, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7f55d966aa2b45778c57ec17094f03b0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/5892e616734a4924b316af9292384698, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21469cc129024316aa533eed36da12c7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7c28915aa3844adebb27adfce03ceb36, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6667cb1e5b4940afb2be32cf3bb0f621, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b7463db64fe8458b9bff5249d0e55e9f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/696d2c027787477580391e8e2aee0eac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/58ad16676f6a4cf48a213ddbfcdd29a7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8989d950e5624a99acbd5a4b5a2d12a8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/acd6ae1dbcee4421830f8e114de43ee7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/864d7710f64548a28cdf5b44f76f2809, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3acd598c9b0841bda05bd51c6572ffac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/9686504cc17d456982c82ccced97870f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8253393565a5413e9da14622e30b6ae8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/37f8c85c1e3341b88fc1b15f199e6dcc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6a23b94837674a88b08569b27d371c32, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/42c8a7541b2b4e9eb585865f27ee3cc6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/56bf782bb76b40f8a679eb032546bd6f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/fa5f90f28ab9452e8e26a4f22b8f5c0d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/d4b50cd4cc6949c88fa700f46f9594bc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/a3fa3efd856847e38252352ef09db1d8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b5433a38d0114624a6e4f44ff48fa2a9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/2359396947b248ccab72edf8c3deaf08] to archive 2024-12-15T03:37:55,689 DEBUG [StoreCloser-TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:37:55,691 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21d7a0a149fc4ea4be13a9919508fbe5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21d7a0a149fc4ea4be13a9919508fbe5 2024-12-15T03:37:55,691 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7d9979364d874950822c9d3891d4b964 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7d9979364d874950822c9d3891d4b964 2024-12-15T03:37:55,691 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/1dd2ff5563594d32ad29227ca0e060b8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/1dd2ff5563594d32ad29227ca0e060b8 2024-12-15T03:37:55,691 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d8062990b5e4d7dae2b83562ac35b6d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d8062990b5e4d7dae2b83562ac35b6d 2024-12-15T03:37:55,692 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3261993646234596be14bf3e22c4b096 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3261993646234596be14bf3e22c4b096 2024-12-15T03:37:55,692 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d7c0f3a69ad4317a2a31dc325bc9397 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/0d7c0f3a69ad4317a2a31dc325bc9397 2024-12-15T03:37:55,693 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/62f5ddad18794efaabd30f83d798a31e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/62f5ddad18794efaabd30f83d798a31e 2024-12-15T03:37:55,693 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/629307a64f80415ca324dfafde3e65a2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/629307a64f80415ca324dfafde3e65a2 2024-12-15T03:37:55,693 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3c5882b121e149fa95137842e4ca28d2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3c5882b121e149fa95137842e4ca28d2 2024-12-15T03:37:55,693 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8dd4912387844174916d05eb6c9c5506 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8dd4912387844174916d05eb6c9c5506 2024-12-15T03:37:55,693 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7f55d966aa2b45778c57ec17094f03b0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7f55d966aa2b45778c57ec17094f03b0 2024-12-15T03:37:55,693 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/5892e616734a4924b316af9292384698 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/5892e616734a4924b316af9292384698 2024-12-15T03:37:55,694 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21469cc129024316aa533eed36da12c7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/21469cc129024316aa533eed36da12c7 2024-12-15T03:37:55,695 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6667cb1e5b4940afb2be32cf3bb0f621 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6667cb1e5b4940afb2be32cf3bb0f621 2024-12-15T03:37:55,695 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b7463db64fe8458b9bff5249d0e55e9f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b7463db64fe8458b9bff5249d0e55e9f 2024-12-15T03:37:55,695 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/58ad16676f6a4cf48a213ddbfcdd29a7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/58ad16676f6a4cf48a213ddbfcdd29a7 2024-12-15T03:37:55,695 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7c28915aa3844adebb27adfce03ceb36 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/7c28915aa3844adebb27adfce03ceb36 2024-12-15T03:37:55,695 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/696d2c027787477580391e8e2aee0eac to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/696d2c027787477580391e8e2aee0eac 2024-12-15T03:37:55,696 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8989d950e5624a99acbd5a4b5a2d12a8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8989d950e5624a99acbd5a4b5a2d12a8 2024-12-15T03:37:55,696 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/acd6ae1dbcee4421830f8e114de43ee7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/acd6ae1dbcee4421830f8e114de43ee7 2024-12-15T03:37:55,696 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/864d7710f64548a28cdf5b44f76f2809 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/864d7710f64548a28cdf5b44f76f2809 2024-12-15T03:37:55,697 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3acd598c9b0841bda05bd51c6572ffac to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/3acd598c9b0841bda05bd51c6572ffac 2024-12-15T03:37:55,697 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/9686504cc17d456982c82ccced97870f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/9686504cc17d456982c82ccced97870f 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/37f8c85c1e3341b88fc1b15f199e6dcc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/37f8c85c1e3341b88fc1b15f199e6dcc 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8253393565a5413e9da14622e30b6ae8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/8253393565a5413e9da14622e30b6ae8 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/56bf782bb76b40f8a679eb032546bd6f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/56bf782bb76b40f8a679eb032546bd6f 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6a23b94837674a88b08569b27d371c32 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/6a23b94837674a88b08569b27d371c32 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/42c8a7541b2b4e9eb585865f27ee3cc6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/42c8a7541b2b4e9eb585865f27ee3cc6 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/d4b50cd4cc6949c88fa700f46f9594bc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/d4b50cd4cc6949c88fa700f46f9594bc 2024-12-15T03:37:55,698 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/a3fa3efd856847e38252352ef09db1d8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/a3fa3efd856847e38252352ef09db1d8 2024-12-15T03:37:55,699 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/fa5f90f28ab9452e8e26a4f22b8f5c0d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/fa5f90f28ab9452e8e26a4f22b8f5c0d 2024-12-15T03:37:55,699 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b5433a38d0114624a6e4f44ff48fa2a9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/b5433a38d0114624a6e4f44ff48fa2a9 2024-12-15T03:37:55,699 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/2359396947b248ccab72edf8c3deaf08 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/2359396947b248ccab72edf8c3deaf08 2024-12-15T03:37:55,700 DEBUG [StoreCloser-TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5a842c47e6904df59cfee9a426c73a65, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/9e6658dfea704280bda9b62941396986, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/29c49cef6ee44cc7bdc81b7fa1e7de51, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/32fcb8c8d48e456a9c9ea2c27274f037, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/0480d52634ef40f79f24cfcfac57d8a7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/72107eee591a4bda8061b5d44c13cc96, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/432d0915b5714ea38d8b3713641cf9c5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/91ab67f6aeac460f892e3160af91ca4a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/71e2c71dc2e14f7cbee265439daa3dab, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/25dce7022494426aabf4868b5ac4888c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e6c82d6090b5449eb2bc70f308a1503a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e4596cd1b6264c8786d179c4ffb2a40f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/298e479aef6a430baa51da917536aa47, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1c6d8b6fccdb4ba6ab9484e94b8e9573, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/ad1e75c6df23423db0bc9cf0144e603f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/793c585cdd1b47919013ef1b75e69184, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/db27b489553540b0b84d4992554b670c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5c811cd5f9e74635a48d735437b0995e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/76f18f80fd8f46fdbf55855adf1b6196, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/b2fb480541924ad68ae218f1e3460dc6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/87d9b6daec564134964f1eba261610f5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/3bbd9f80cf65469e86a1a449ac83139e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/37232602a39e45838531f2149315b96a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2c0d4beba47944c987b905e643310f13, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/01986a147a374b58b0f9779c922a0961, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1922125c0bc64ff98b9277c5317b7512, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1afd9cbb51114cccbfaa82c74323211a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/a24fdedb1ef045b287e2bfc1c836d816, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2ef4a6dc126947228a99e3019069b8be, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/c120adc56938449990311e35c4c9d829, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5bcb61dad0024fc599f3728dff9f2b85, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/dfad3b68d6ed4d98acfcaf885d73cc7a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/d49729a687434b0c972beee8dc1754c0] to archive 2024-12-15T03:37:55,701 DEBUG [StoreCloser-TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:37:55,703 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/29c49cef6ee44cc7bdc81b7fa1e7de51 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/29c49cef6ee44cc7bdc81b7fa1e7de51 2024-12-15T03:37:55,703 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5a842c47e6904df59cfee9a426c73a65 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5a842c47e6904df59cfee9a426c73a65 2024-12-15T03:37:55,703 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/9e6658dfea704280bda9b62941396986 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/9e6658dfea704280bda9b62941396986 2024-12-15T03:37:55,703 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/0480d52634ef40f79f24cfcfac57d8a7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/0480d52634ef40f79f24cfcfac57d8a7 2024-12-15T03:37:55,703 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/32fcb8c8d48e456a9c9ea2c27274f037 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/32fcb8c8d48e456a9c9ea2c27274f037 2024-12-15T03:37:55,703 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/432d0915b5714ea38d8b3713641cf9c5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/432d0915b5714ea38d8b3713641cf9c5 2024-12-15T03:37:55,704 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/91ab67f6aeac460f892e3160af91ca4a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/91ab67f6aeac460f892e3160af91ca4a 2024-12-15T03:37:55,704 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/72107eee591a4bda8061b5d44c13cc96 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/72107eee591a4bda8061b5d44c13cc96 2024-12-15T03:37:55,705 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/71e2c71dc2e14f7cbee265439daa3dab to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/71e2c71dc2e14f7cbee265439daa3dab 2024-12-15T03:37:55,705 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e4596cd1b6264c8786d179c4ffb2a40f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e4596cd1b6264c8786d179c4ffb2a40f 2024-12-15T03:37:55,705 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1c6d8b6fccdb4ba6ab9484e94b8e9573 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1c6d8b6fccdb4ba6ab9484e94b8e9573 2024-12-15T03:37:55,705 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/298e479aef6a430baa51da917536aa47 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/298e479aef6a430baa51da917536aa47 2024-12-15T03:37:55,706 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/ad1e75c6df23423db0bc9cf0144e603f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/ad1e75c6df23423db0bc9cf0144e603f 2024-12-15T03:37:55,706 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/25dce7022494426aabf4868b5ac4888c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/25dce7022494426aabf4868b5ac4888c 2024-12-15T03:37:55,706 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e6c82d6090b5449eb2bc70f308a1503a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/e6c82d6090b5449eb2bc70f308a1503a 2024-12-15T03:37:55,706 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/793c585cdd1b47919013ef1b75e69184 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/793c585cdd1b47919013ef1b75e69184 2024-12-15T03:37:55,707 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/b2fb480541924ad68ae218f1e3460dc6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/b2fb480541924ad68ae218f1e3460dc6 2024-12-15T03:37:55,707 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5c811cd5f9e74635a48d735437b0995e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5c811cd5f9e74635a48d735437b0995e 2024-12-15T03:37:55,707 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/db27b489553540b0b84d4992554b670c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/db27b489553540b0b84d4992554b670c 2024-12-15T03:37:55,707 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/37232602a39e45838531f2149315b96a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/37232602a39e45838531f2149315b96a 2024-12-15T03:37:55,707 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2c0d4beba47944c987b905e643310f13 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2c0d4beba47944c987b905e643310f13 2024-12-15T03:37:55,707 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/87d9b6daec564134964f1eba261610f5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/87d9b6daec564134964f1eba261610f5 2024-12-15T03:37:55,708 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/3bbd9f80cf65469e86a1a449ac83139e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/3bbd9f80cf65469e86a1a449ac83139e 2024-12-15T03:37:55,708 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/76f18f80fd8f46fdbf55855adf1b6196 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/76f18f80fd8f46fdbf55855adf1b6196 2024-12-15T03:37:55,709 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/01986a147a374b58b0f9779c922a0961 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/01986a147a374b58b0f9779c922a0961 2024-12-15T03:37:55,709 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/a24fdedb1ef045b287e2bfc1c836d816 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/a24fdedb1ef045b287e2bfc1c836d816 2024-12-15T03:37:55,709 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1afd9cbb51114cccbfaa82c74323211a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1afd9cbb51114cccbfaa82c74323211a 2024-12-15T03:37:55,709 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1922125c0bc64ff98b9277c5317b7512 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/1922125c0bc64ff98b9277c5317b7512 2024-12-15T03:37:55,709 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2ef4a6dc126947228a99e3019069b8be to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/2ef4a6dc126947228a99e3019069b8be 2024-12-15T03:37:55,709 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/c120adc56938449990311e35c4c9d829 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/c120adc56938449990311e35c4c9d829 2024-12-15T03:37:55,710 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5bcb61dad0024fc599f3728dff9f2b85 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/5bcb61dad0024fc599f3728dff9f2b85 2024-12-15T03:37:55,710 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/dfad3b68d6ed4d98acfcaf885d73cc7a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/dfad3b68d6ed4d98acfcaf885d73cc7a 2024-12-15T03:37:55,710 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/d49729a687434b0c972beee8dc1754c0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/d49729a687434b0c972beee8dc1754c0 2024-12-15T03:37:55,715 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/recovered.edits/462.seqid, newMaxSeqId=462, maxSeqId=1 2024-12-15T03:37:55,716 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8. 2024-12-15T03:37:55,716 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for 3896f46aa98d036f8e7d78b48b14fbd8: 2024-12-15T03:37:55,718 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed 3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:55,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=3896f46aa98d036f8e7d78b48b14fbd8, regionState=CLOSED 2024-12-15T03:37:55,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-15T03:37:55,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure 3896f46aa98d036f8e7d78b48b14fbd8, server=c1551786b40e,42709,1734233785718 in 1.4410 sec 2024-12-15T03:37:55,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-15T03:37:55,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3896f46aa98d036f8e7d78b48b14fbd8, UNASSIGN in 1.4440 sec 2024-12-15T03:37:55,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-15T03:37:55,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4470 sec 2024-12-15T03:37:55,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233875723"}]},"ts":"1734233875723"} 2024-12-15T03:37:55,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T03:37:55,726 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T03:37:55,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4570 sec 2024-12-15T03:37:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-15T03:37:56,375 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-15T03:37:56,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T03:37:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,377 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T03:37:56,378 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,379 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:56,381 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/recovered.edits] 2024-12-15T03:37:56,385 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/70216e71a5424d54ba073d1d3676b8e9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/70216e71a5424d54ba073d1d3676b8e9 2024-12-15T03:37:56,385 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b856c942d8894281ac4f06ae27ce538f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/A/b856c942d8894281ac4f06ae27ce538f 2024-12-15T03:37:56,388 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/24754dba4d824f13a1be09dfe22f9162 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/24754dba4d824f13a1be09dfe22f9162 2024-12-15T03:37:56,388 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/4ea76dab0fb943bcb99106085b13ab2c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/B/4ea76dab0fb943bcb99106085b13ab2c 2024-12-15T03:37:56,390 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/aee62fddbc204b128411c3463cebad36 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/aee62fddbc204b128411c3463cebad36 2024-12-15T03:37:56,391 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/df57f43a956c439aa5577d1cd80137f3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/C/df57f43a956c439aa5577d1cd80137f3 2024-12-15T03:37:56,393 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/recovered.edits/462.seqid to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8/recovered.edits/462.seqid 2024-12-15T03:37:56,394 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/3896f46aa98d036f8e7d78b48b14fbd8 2024-12-15T03:37:56,394 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T03:37:56,396 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,402 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T03:37:56,404 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T03:37:56,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,405 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T03:37:56,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734233876405"}]},"ts":"9223372036854775807"} 2024-12-15T03:37:56,407 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T03:37:56,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3896f46aa98d036f8e7d78b48b14fbd8, NAME => 'TestAcidGuarantees,,1734233843739.3896f46aa98d036f8e7d78b48b14fbd8.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T03:37:56,407 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T03:37:56,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734233876407"}]},"ts":"9223372036854775807"} 2024-12-15T03:37:56,409 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T03:37:56,412 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-12-15T03:37:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-15T03:37:56,479 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-15T03:37:56,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244 (was 248), OpenFileDescriptor=455 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=291 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2334 (was 2417) 2024-12-15T03:37:56,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=291, ProcessCount=11, AvailableMemoryMB=2333 2024-12-15T03:37:56,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:37:56,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:37:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:56,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:37:56,500 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:56,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-12-15T03:37:56,501 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:37:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T03:37:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742172_1348 (size=963) 2024-12-15T03:37:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T03:37:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T03:37:56,909 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:37:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742173_1349 (size=53) 2024-12-15T03:37:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T03:37:57,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:37:57,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e0f7d6d7a8015d3c27abfd0cf9292272, disabling compactions & flushes 2024-12-15T03:37:57,315 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,315 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. after waiting 0 ms 2024-12-15T03:37:57,316 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,316 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,316 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:37:57,317 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:37:57,317 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734233877317"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233877317"}]},"ts":"1734233877317"} 2024-12-15T03:37:57,318 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:37:57,318 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:37:57,318 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233877318"}]},"ts":"1734233877318"} 2024-12-15T03:37:57,319 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T03:37:57,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, ASSIGN}] 2024-12-15T03:37:57,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, ASSIGN 2024-12-15T03:37:57,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:37:57,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:57,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:37:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T03:37:57,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:57,628 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,628 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:37:57,629 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,629 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:37:57,629 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,629 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,630 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,631 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:57,631 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7d6d7a8015d3c27abfd0cf9292272 columnFamilyName A 2024-12-15T03:37:57,631 DEBUG [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:57,632 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(327): Store=e0f7d6d7a8015d3c27abfd0cf9292272/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:57,632 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,633 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:57,633 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7d6d7a8015d3c27abfd0cf9292272 columnFamilyName B 2024-12-15T03:37:57,633 DEBUG [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:57,633 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(327): Store=e0f7d6d7a8015d3c27abfd0cf9292272/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:57,633 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,634 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:57,634 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7d6d7a8015d3c27abfd0cf9292272 columnFamilyName C 2024-12-15T03:37:57,634 DEBUG [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:57,635 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(327): Store=e0f7d6d7a8015d3c27abfd0cf9292272/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:57,635 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,635 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,636 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,637 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:37:57,638 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:57,640 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:37:57,640 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened e0f7d6d7a8015d3c27abfd0cf9292272; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74032043, jitterRate=0.10316340625286102}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:37:57,640 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:37:57,641 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., pid=100, masterSystemTime=1734233877626 2024-12-15T03:37:57,642 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,642 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:57,643 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:57,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-15T03:37:57,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 in 169 msec 2024-12-15T03:37:57,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-15T03:37:57,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, ASSIGN in 322 msec 2024-12-15T03:37:57,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:37:57,647 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233877647"}]},"ts":"1734233877647"} 2024-12-15T03:37:57,648 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T03:37:57,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:37:57,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-12-15T03:37:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T03:37:58,605 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-15T03:37:58,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x059434fd to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42d6bca6 2024-12-15T03:37:58,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c56f75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:58,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:58,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:58,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:37:58,614 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:37:58,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:37:58,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:37:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T03:37:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742174_1350 (size=999) 2024-12-15T03:37:59,026 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T03:37:59,026 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T03:37:59,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:37:59,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, REOPEN/MOVE}] 2024-12-15T03:37:59,030 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, REOPEN/MOVE 2024-12-15T03:37:59,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,032 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:37:59,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:37:59,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,183 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,183 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:37:59,184 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing e0f7d6d7a8015d3c27abfd0cf9292272, disabling compactions & flushes 2024-12-15T03:37:59,184 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,184 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,184 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. after waiting 0 ms 2024-12-15T03:37:59,184 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,187 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T03:37:59,187 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,187 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:37:59,187 WARN [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: e0f7d6d7a8015d3c27abfd0cf9292272 to self. 2024-12-15T03:37:59,189 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,189 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=CLOSED 2024-12-15T03:37:59,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-15T03:37:59,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 in 158 msec 2024-12-15T03:37:59,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, REOPEN/MOVE; state=CLOSED, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=true 2024-12-15T03:37:59,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:37:59,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,497 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,497 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:37:59,497 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,498 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:37:59,498 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,498 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,499 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,499 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:59,500 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7d6d7a8015d3c27abfd0cf9292272 columnFamilyName A 2024-12-15T03:37:59,501 DEBUG [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:59,501 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(327): Store=e0f7d6d7a8015d3c27abfd0cf9292272/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:59,501 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,502 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:59,502 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7d6d7a8015d3c27abfd0cf9292272 columnFamilyName B 2024-12-15T03:37:59,502 DEBUG [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:59,502 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(327): Store=e0f7d6d7a8015d3c27abfd0cf9292272/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:59,502 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,503 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:37:59,503 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0f7d6d7a8015d3c27abfd0cf9292272 columnFamilyName C 2024-12-15T03:37:59,503 DEBUG [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:37:59,503 INFO [StoreOpener-e0f7d6d7a8015d3c27abfd0cf9292272-1 {}] regionserver.HStore(327): Store=e0f7d6d7a8015d3c27abfd0cf9292272/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:37:59,503 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,504 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,505 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,506 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:37:59,507 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,507 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened e0f7d6d7a8015d3c27abfd0cf9292272; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74178204, jitterRate=0.10534137487411499}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:37:59,508 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:37:59,508 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., pid=105, masterSystemTime=1734233879494 2024-12-15T03:37:59,510 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,510 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=OPEN, openSeqNum=5, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-12-15T03:37:59,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 in 168 msec 2024-12-15T03:37:59,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-15T03:37:59,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, REOPEN/MOVE in 482 msec 2024-12-15T03:37:59,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-15T03:37:59,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-12-15T03:37:59,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-12-15T03:37:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T03:37:59,517 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167fda66 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61bb7783 2024-12-15T03:37:59,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efa0206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bd5983 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f0031d8 2024-12-15T03:37:59,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a4fe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,526 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b7324d5 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5434c92 2024-12-15T03:37:59,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d930fb1 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52abed4d 2024-12-15T03:37:59,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d80c576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x114e6211 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c0234f0 2024-12-15T03:37:59,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a2e973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14b2e10d to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@145b6b99 2024-12-15T03:37:59,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d736887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1085e013 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fcd5639 2024-12-15T03:37:59,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc2a17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,540 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53c0ab65 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@660943ba 2024-12-15T03:37:59,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9d21fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x76c85b99 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a70c269 2024-12-15T03:37:59,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d958a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13010d94 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4fbee617 2024-12-15T03:37:59,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaf022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:37:59,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:37:59,551 DEBUG [hconnection-0x2f8eebd9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-15T03:37:59,552 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:37:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:37:59,552 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,552 DEBUG [hconnection-0x43973fa6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,553 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:37:59,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:37:59,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,558 DEBUG [hconnection-0x2da11881-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,558 DEBUG [hconnection-0x3893b784-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,558 DEBUG [hconnection-0xad0c8ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,559 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,559 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,559 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,561 DEBUG [hconnection-0x3af42210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,561 DEBUG [hconnection-0x10d97d76-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,562 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,562 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,562 DEBUG [hconnection-0x1cbe5ed1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,563 DEBUG [hconnection-0x1a551c66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,563 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:37:59,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:37:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:37:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:37:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:37:59,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:37:59,567 DEBUG [hconnection-0x6483d2d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:37:59,567 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,569 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:37:59,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233939577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233939577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233939577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233939578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233939578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d7343a1f255d4bd8b5fa56e702e945b8_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233879564/Put/seqid=0 2024-12-15T03:37:59,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742175_1351 (size=12154) 2024-12-15T03:37:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:37:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233939684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233939684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233939684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233939685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233939685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:37:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:37:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:37:59,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:37:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:37:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:37:59,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:59,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:59,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:37:59,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233939889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233939889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233939889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233939889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:37:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:37:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233939890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,004 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:00,008 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d7343a1f255d4bd8b5fa56e702e945b8_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d7343a1f255d4bd8b5fa56e702e945b8_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:00,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/00dc3fe5ee764f00be94e11af78427e7, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:00,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/00dc3fe5ee764f00be94e11af78427e7 is 175, key is test_row_0/A:col10/1734233879564/Put/seqid=0 2024-12-15T03:38:00,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742176_1352 (size=30955) 2024-12-15T03:38:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:38:00,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233940191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233940193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233940193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233940193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233940195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,424 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/00dc3fe5ee764f00be94e11af78427e7 2024-12-15T03:38:00,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/a55dd01ff5f34df7af1c41342395eeac is 50, key is test_row_0/B:col10/1734233879564/Put/seqid=0 2024-12-15T03:38:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742177_1353 (size=12001) 2024-12-15T03:38:00,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,620 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:38:00,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233940695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233940697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233940698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233940701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233940701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,773 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/a55dd01ff5f34df7af1c41342395eeac 2024-12-15T03:38:00,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e69353a5deec4f008db452a2dd547b7d is 50, key is test_row_0/C:col10/1734233879564/Put/seqid=0 2024-12-15T03:38:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742178_1354 (size=12001) 2024-12-15T03:38:00,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:00,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:00,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:01,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:01,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:01,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T03:38:01,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e69353a5deec4f008db452a2dd547b7d 2024-12-15T03:38:01,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/00dc3fe5ee764f00be94e11af78427e7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7 2024-12-15T03:38:01,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7, entries=150, sequenceid=18, filesize=30.2 K 2024-12-15T03:38:01,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/a55dd01ff5f34df7af1c41342395eeac as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/a55dd01ff5f34df7af1c41342395eeac 2024-12-15T03:38:01,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/a55dd01ff5f34df7af1c41342395eeac, entries=150, sequenceid=18, filesize=11.7 K 2024-12-15T03:38:01,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e69353a5deec4f008db452a2dd547b7d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e69353a5deec4f008db452a2dd547b7d 2024-12-15T03:38:01,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e69353a5deec4f008db452a2dd547b7d, entries=150, sequenceid=18, filesize=11.7 K 2024-12-15T03:38:01,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1739ms, sequenceid=18, compaction requested=false 2024-12-15T03:38:01,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:01,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T03:38:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:01,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:38:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:01,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:01,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215da88bf26af1c450e99891cda9c6372fc_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233879576/Put/seqid=0 2024-12-15T03:38:01,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742179_1355 (size=12154) 2024-12-15T03:38:01,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:01,401 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215da88bf26af1c450e99891cda9c6372fc_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215da88bf26af1c450e99891cda9c6372fc_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:01,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/e1d3c2bcb78d44e79379de4b41548c44, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:01,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/e1d3c2bcb78d44e79379de4b41548c44 is 175, key is test_row_0/A:col10/1734233879576/Put/seqid=0 2024-12-15T03:38:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742180_1356 (size=30955) 2024-12-15T03:38:01,407 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/e1d3c2bcb78d44e79379de4b41548c44 2024-12-15T03:38:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/289ce7f263cf4489829a44a86299b99e is 50, key is test_row_0/B:col10/1734233879576/Put/seqid=0 2024-12-15T03:38:01,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742181_1357 (size=12001) 2024-12-15T03:38:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:38:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:01,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:01,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233941716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233941717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233941717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233941717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233941717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,818 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/289ce7f263cf4489829a44a86299b99e 2024-12-15T03:38:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233941822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233941822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233941822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233941822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233941823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/737165d47fed44d989e6fd8e7e61d5cf is 50, key is test_row_0/C:col10/1734233879576/Put/seqid=0 2024-12-15T03:38:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742182_1358 (size=12001) 2024-12-15T03:38:02,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233942025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233942026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233942026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233942026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233942027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,237 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/737165d47fed44d989e6fd8e7e61d5cf 2024-12-15T03:38:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/e1d3c2bcb78d44e79379de4b41548c44 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44 2024-12-15T03:38:02,246 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44, entries=150, sequenceid=40, filesize=30.2 K 2024-12-15T03:38:02,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/289ce7f263cf4489829a44a86299b99e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/289ce7f263cf4489829a44a86299b99e 2024-12-15T03:38:02,250 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/289ce7f263cf4489829a44a86299b99e, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T03:38:02,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/737165d47fed44d989e6fd8e7e61d5cf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/737165d47fed44d989e6fd8e7e61d5cf 2024-12-15T03:38:02,255 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/737165d47fed44d989e6fd8e7e61d5cf, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T03:38:02,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-15T03:38:02,256 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e0f7d6d7a8015d3c27abfd0cf9292272 in 871ms, sequenceid=40, compaction requested=false 2024-12-15T03:38:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-15T03:38:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-15T03:38:02,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-15T03:38:02,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7050 sec 2024-12-15T03:38:02,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.7080 sec 2024-12-15T03:38:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:02,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T03:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:02,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:02,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158f70be110ccf473e81dcbe32e3a68f2c_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:02,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742183_1359 (size=17034) 2024-12-15T03:38:02,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233942351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233942354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233942354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233942355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233942356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233942459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233942460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233942463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233942463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233942463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233942664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233942665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233942666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233942668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233942668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,748 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:02,752 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158f70be110ccf473e81dcbe32e3a68f2c_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158f70be110ccf473e81dcbe32e3a68f2c_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:02,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/100a198f85dd4b09a69c5ab52e5b3bce, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:02,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/100a198f85dd4b09a69c5ab52e5b3bce is 175, key is test_row_0/A:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:02,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742184_1360 (size=48139) 2024-12-15T03:38:02,757 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/100a198f85dd4b09a69c5ab52e5b3bce 2024-12-15T03:38:02,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/153b7f9c87064098bf742378e96633cd is 50, key is test_row_0/B:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:02,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742185_1361 (size=12001) 2024-12-15T03:38:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233942968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233942972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233942972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233942972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:02,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233942974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/153b7f9c87064098bf742378e96633cd 2024-12-15T03:38:03,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/177a0f22bdc8466199aedc3989cefd23 is 50, key is test_row_0/C:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742186_1362 (size=12001) 2024-12-15T03:38:03,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/177a0f22bdc8466199aedc3989cefd23 2024-12-15T03:38:03,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/100a198f85dd4b09a69c5ab52e5b3bce as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce 2024-12-15T03:38:03,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce, entries=250, sequenceid=57, filesize=47.0 K 2024-12-15T03:38:03,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/153b7f9c87064098bf742378e96633cd as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/153b7f9c87064098bf742378e96633cd 2024-12-15T03:38:03,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/153b7f9c87064098bf742378e96633cd, entries=150, sequenceid=57, filesize=11.7 K 2024-12-15T03:38:03,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/177a0f22bdc8466199aedc3989cefd23 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/177a0f22bdc8466199aedc3989cefd23 2024-12-15T03:38:03,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/177a0f22bdc8466199aedc3989cefd23, entries=150, sequenceid=57, filesize=11.7 K 2024-12-15T03:38:03,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for e0f7d6d7a8015d3c27abfd0cf9292272 in 866ms, sequenceid=57, compaction requested=true 2024-12-15T03:38:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:03,201 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:03,201 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:03,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:03,202 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:03,202 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/A is initiating minor compaction (all files) 2024-12-15T03:38:03,202 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/A in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,203 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=107.5 K 2024-12-15T03:38:03,203 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,203 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce] 2024-12-15T03:38:03,203 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:03,203 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/B is initiating minor compaction (all files) 2024-12-15T03:38:03,203 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/B in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,203 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/a55dd01ff5f34df7af1c41342395eeac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/289ce7f263cf4489829a44a86299b99e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/153b7f9c87064098bf742378e96633cd] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=35.2 K 2024-12-15T03:38:03,204 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00dc3fe5ee764f00be94e11af78427e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734233879562 2024-12-15T03:38:03,204 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a55dd01ff5f34df7af1c41342395eeac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734233879562 2024-12-15T03:38:03,204 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1d3c2bcb78d44e79379de4b41548c44, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734233879575 2024-12-15T03:38:03,204 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 289ce7f263cf4489829a44a86299b99e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734233879575 2024-12-15T03:38:03,204 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 153b7f9c87064098bf742378e96633cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734233881715 2024-12-15T03:38:03,205 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 100a198f85dd4b09a69c5ab52e5b3bce, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734233881715 2024-12-15T03:38:03,213 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:03,213 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/b031fe467b994c6598e06cee56c9cda8 is 50, key is test_row_0/B:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:03,216 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:03,222 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215c91a3827249f416cb2328fb8f979efcf_e0f7d6d7a8015d3c27abfd0cf9292272 store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742187_1363 (size=12104) 2024-12-15T03:38:03,224 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215c91a3827249f416cb2328fb8f979efcf_e0f7d6d7a8015d3c27abfd0cf9292272, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:03,224 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c91a3827249f416cb2328fb8f979efcf_e0f7d6d7a8015d3c27abfd0cf9292272 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:03,229 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/b031fe467b994c6598e06cee56c9cda8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/b031fe467b994c6598e06cee56c9cda8 2024-12-15T03:38:03,235 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/B of e0f7d6d7a8015d3c27abfd0cf9292272 into b031fe467b994c6598e06cee56c9cda8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:03,235 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:03,235 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/B, priority=13, startTime=1734233883201; duration=0sec 2024-12-15T03:38:03,235 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:03,235 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:03,235 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:03,236 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:03,236 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/C is initiating minor compaction (all files) 2024-12-15T03:38:03,236 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/C in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,237 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e69353a5deec4f008db452a2dd547b7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/737165d47fed44d989e6fd8e7e61d5cf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/177a0f22bdc8466199aedc3989cefd23] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=35.2 K 2024-12-15T03:38:03,237 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e69353a5deec4f008db452a2dd547b7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1734233879562 2024-12-15T03:38:03,237 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 737165d47fed44d989e6fd8e7e61d5cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734233879575 2024-12-15T03:38:03,238 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 177a0f22bdc8466199aedc3989cefd23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734233881715 2024-12-15T03:38:03,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742188_1364 (size=4469) 2024-12-15T03:38:03,246 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:03,246 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/390c6867efb94ca29954fab781840f21 is 50, key is test_row_0/C:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:03,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742189_1365 (size=12104) 2024-12-15T03:38:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:03,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T03:38:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:03,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:03,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215df8145c7430d453a8fced7a04332dda5_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233883477/Put/seqid=0 2024-12-15T03:38:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742190_1366 (size=14594) 2024-12-15T03:38:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233943493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233943494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233943495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233943498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233943499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233943600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233943602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233943604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233943605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233943601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,647 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#A#compaction#313 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:03,647 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/51c9b28d9ea14d5ab0f55cd801a72415 is 175, key is test_row_0/A:col10/1734233882335/Put/seqid=0 2024-12-15T03:38:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742191_1367 (size=31058) 2024-12-15T03:38:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T03:38:03,657 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-15T03:38:03,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-15T03:38:03,660 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/51c9b28d9ea14d5ab0f55cd801a72415 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/51c9b28d9ea14d5ab0f55cd801a72415 2024-12-15T03:38:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T03:38:03,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:03,661 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:03,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:03,668 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/390c6867efb94ca29954fab781840f21 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/390c6867efb94ca29954fab781840f21 2024-12-15T03:38:03,669 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/A of e0f7d6d7a8015d3c27abfd0cf9292272 into 51c9b28d9ea14d5ab0f55cd801a72415(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:03,669 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:03,669 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/A, priority=13, startTime=1734233883200; duration=0sec 2024-12-15T03:38:03,669 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:03,669 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:03,672 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/C of e0f7d6d7a8015d3c27abfd0cf9292272 into 390c6867efb94ca29954fab781840f21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:03,672 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:03,672 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/C, priority=13, startTime=1734233883201; duration=0sec 2024-12-15T03:38:03,673 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:03,673 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:03,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T03:38:03,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233943807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233943809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,813 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233943811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T03:38:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233943812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:03,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233943813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:03,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215df8145c7430d453a8fced7a04332dda5_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215df8145c7430d453a8fced7a04332dda5_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:03,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/471635bf06524e209af69f84ed4dab45, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:03,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/471635bf06524e209af69f84ed4dab45 is 175, key is test_row_0/A:col10/1734233883477/Put/seqid=0 2024-12-15T03:38:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742192_1368 (size=39549) 2024-12-15T03:38:03,910 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/471635bf06524e209af69f84ed4dab45 2024-12-15T03:38:03,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/91e789204d154219a43d86d223f45dca is 50, key is test_row_0/B:col10/1734233883477/Put/seqid=0 2024-12-15T03:38:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742193_1369 (size=12001) 2024-12-15T03:38:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T03:38:03,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:03,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T03:38:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:03,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233944115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233944115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233944115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233944116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T03:38:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:04,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233944120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T03:38:04,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T03:38:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:04,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:04,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/91e789204d154219a43d86d223f45dca 2024-12-15T03:38:04,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/edfb5ac73a114608bd01aa6f35007159 is 50, key is test_row_0/C:col10/1734233883477/Put/seqid=0 2024-12-15T03:38:04,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742194_1370 (size=12001) 2024-12-15T03:38:04,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/edfb5ac73a114608bd01aa6f35007159 2024-12-15T03:38:04,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/471635bf06524e209af69f84ed4dab45 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45 2024-12-15T03:38:04,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45, entries=200, sequenceid=78, filesize=38.6 K 2024-12-15T03:38:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/91e789204d154219a43d86d223f45dca as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/91e789204d154219a43d86d223f45dca 2024-12-15T03:38:04,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/91e789204d154219a43d86d223f45dca, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:38:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/edfb5ac73a114608bd01aa6f35007159 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/edfb5ac73a114608bd01aa6f35007159 2024-12-15T03:38:04,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/edfb5ac73a114608bd01aa6f35007159, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:38:04,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e0f7d6d7a8015d3c27abfd0cf9292272 in 869ms, sequenceid=78, compaction requested=false 2024-12-15T03:38:04,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:04,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T03:38:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:04,426 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T03:38:04,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:04,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:04,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:04,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:04,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:04,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215aa4a1bee68bd4eed8daf7891300d6b1b_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233883496/Put/seqid=0 2024-12-15T03:38:04,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742195_1371 (size=12154) 2024-12-15T03:38:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:04,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:04,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233944636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233944637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233944638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233944639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233944640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233944744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233944745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233944745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233944745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233944746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T03:38:04,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:04,848 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215aa4a1bee68bd4eed8daf7891300d6b1b_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aa4a1bee68bd4eed8daf7891300d6b1b_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:04,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/1f2b23f440f04f54bf62aa9a015ae589, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:04,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/1f2b23f440f04f54bf62aa9a015ae589 is 175, key is test_row_0/A:col10/1734233883496/Put/seqid=0 2024-12-15T03:38:04,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742196_1372 (size=30955) 2024-12-15T03:38:04,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233944949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233944949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233944949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233944950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:04,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233944950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233945252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,254 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/1f2b23f440f04f54bf62aa9a015ae589 2024-12-15T03:38:05,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233945255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233945255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233945255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233945256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/cefe9d182fde47539aa6db555a870c06 is 50, key is test_row_0/B:col10/1734233883496/Put/seqid=0 2024-12-15T03:38:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742197_1373 (size=12001) 2024-12-15T03:38:05,668 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/cefe9d182fde47539aa6db555a870c06 2024-12-15T03:38:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/0764d0f92f7c4e819505f552fc0d60c6 is 50, key is test_row_0/C:col10/1734233883496/Put/seqid=0 2024-12-15T03:38:05,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742198_1374 (size=12001) 2024-12-15T03:38:05,683 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/0764d0f92f7c4e819505f552fc0d60c6 2024-12-15T03:38:05,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/1f2b23f440f04f54bf62aa9a015ae589 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589 2024-12-15T03:38:05,690 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589, entries=150, sequenceid=96, filesize=30.2 K 2024-12-15T03:38:05,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/cefe9d182fde47539aa6db555a870c06 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cefe9d182fde47539aa6db555a870c06 2024-12-15T03:38:05,695 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cefe9d182fde47539aa6db555a870c06, entries=150, sequenceid=96, filesize=11.7 K 2024-12-15T03:38:05,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/0764d0f92f7c4e819505f552fc0d60c6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/0764d0f92f7c4e819505f552fc0d60c6 2024-12-15T03:38:05,700 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/0764d0f92f7c4e819505f552fc0d60c6, entries=150, sequenceid=96, filesize=11.7 K 2024-12-15T03:38:05,701 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1275ms, sequenceid=96, compaction requested=true 2024-12-15T03:38:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-15T03:38:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-15T03:38:05,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-15T03:38:05,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-12-15T03:38:05,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.0440 sec 2024-12-15T03:38:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:05,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T03:38:05,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:05,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:05,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:05,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:05,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:05,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T03:38:05,764 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-15T03:38:05,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-15T03:38:05,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cb3e75b7a0ba4828aa1f1e17ca201896_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T03:38:05,769 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:05,770 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:05,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:05,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742199_1375 (size=14594) 2024-12-15T03:38:05,774 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:05,778 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cb3e75b7a0ba4828aa1f1e17ca201896_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cb3e75b7a0ba4828aa1f1e17ca201896_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:05,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/bcae003f65664c0184d586d2046e1836, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:05,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/bcae003f65664c0184d586d2046e1836 is 175, key is test_row_0/A:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:05,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233945775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233945775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742200_1376 (size=39549) 2024-12-15T03:38:05,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233945780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233945782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233945783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T03:38:05,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233945883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233945886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233945889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233945890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233945890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:05,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:05,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:05,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T03:38:06,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233946088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233946091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233946094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233946094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233946094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,186 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/bcae003f65664c0184d586d2046e1836 2024-12-15T03:38:06,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/fde9a67c8ef448b48037f5377d583ca6 is 50, key is test_row_0/B:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:06,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742201_1377 (size=12001) 2024-12-15T03:38:06,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T03:38:06,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233946394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233946397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233946398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233946398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233946399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/fde9a67c8ef448b48037f5377d583ca6 2024-12-15T03:38:06,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e8c5fe17a9af4de59488c0497495e612 is 50, key is test_row_0/C:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:06,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742202_1378 (size=12001) 2024-12-15T03:38:06,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T03:38:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233946901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233946902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233946902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233946903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233946907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:06,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:06,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:07,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e8c5fe17a9af4de59488c0497495e612 2024-12-15T03:38:07,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/bcae003f65664c0184d586d2046e1836 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836 2024-12-15T03:38:07,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836, entries=200, sequenceid=117, filesize=38.6 K 2024-12-15T03:38:07,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/fde9a67c8ef448b48037f5377d583ca6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fde9a67c8ef448b48037f5377d583ca6 2024-12-15T03:38:07,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fde9a67c8ef448b48037f5377d583ca6, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T03:38:07,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e8c5fe17a9af4de59488c0497495e612 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e8c5fe17a9af4de59488c0497495e612 2024-12-15T03:38:07,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e8c5fe17a9af4de59488c0497495e612, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T03:38:07,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1267ms, sequenceid=117, compaction requested=true 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:07,027 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:07,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:07,027 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:07,028 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:07,028 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:07,028 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/B is initiating minor compaction (all files) 2024-12-15T03:38:07,028 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/A is initiating minor compaction (all files) 2024-12-15T03:38:07,028 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/B in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:07,028 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/A in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:07,028 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/b031fe467b994c6598e06cee56c9cda8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/91e789204d154219a43d86d223f45dca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cefe9d182fde47539aa6db555a870c06, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fde9a67c8ef448b48037f5377d583ca6] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=47.0 K 2024-12-15T03:38:07,028 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/51c9b28d9ea14d5ab0f55cd801a72415, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=137.8 K 2024-12-15T03:38:07,029 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/51c9b28d9ea14d5ab0f55cd801a72415, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836] 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b031fe467b994c6598e06cee56c9cda8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734233881715 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51c9b28d9ea14d5ab0f55cd801a72415, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734233881715 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 91e789204d154219a43d86d223f45dca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233882348 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 471635bf06524e209af69f84ed4dab45, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233882348 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting cefe9d182fde47539aa6db555a870c06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734233883494 2024-12-15T03:38:07,029 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f2b23f440f04f54bf62aa9a015ae589, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734233883494 2024-12-15T03:38:07,030 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting fde9a67c8ef448b48037f5377d583ca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734233884637 2024-12-15T03:38:07,030 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcae003f65664c0184d586d2046e1836, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734233884637 2024-12-15T03:38:07,036 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:07,037 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:07,038 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/df601608eebd47678f52b42211070bd2 is 50, key is test_row_0/B:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:07,038 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412154f92a353eeae4728b676dc03456fdeb8_e0f7d6d7a8015d3c27abfd0cf9292272 store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:07,040 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412154f92a353eeae4728b676dc03456fdeb8_e0f7d6d7a8015d3c27abfd0cf9292272, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:07,040 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154f92a353eeae4728b676dc03456fdeb8_e0f7d6d7a8015d3c27abfd0cf9292272 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:07,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742203_1379 (size=12241) 2024-12-15T03:38:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742204_1380 (size=4469) 2024-12-15T03:38:07,051 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#A#compaction#325 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:07,052 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/64e1644f00a14599b35e2e7cdfcca74c is 175, key is test_row_0/A:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:07,054 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/df601608eebd47678f52b42211070bd2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/df601608eebd47678f52b42211070bd2 2024-12-15T03:38:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742205_1381 (size=31195) 2024-12-15T03:38:07,058 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/B of e0f7d6d7a8015d3c27abfd0cf9292272 into df601608eebd47678f52b42211070bd2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:07,058 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:07,058 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/B, priority=12, startTime=1734233887027; duration=0sec 2024-12-15T03:38:07,058 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:07,058 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:07,058 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:07,059 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:07,059 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/C is initiating minor compaction (all files) 2024-12-15T03:38:07,059 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/C in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:07,059 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/390c6867efb94ca29954fab781840f21, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/edfb5ac73a114608bd01aa6f35007159, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/0764d0f92f7c4e819505f552fc0d60c6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e8c5fe17a9af4de59488c0497495e612] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=47.0 K 2024-12-15T03:38:07,060 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 390c6867efb94ca29954fab781840f21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734233881715 2024-12-15T03:38:07,060 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting edfb5ac73a114608bd01aa6f35007159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233882348 2024-12-15T03:38:07,060 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0764d0f92f7c4e819505f552fc0d60c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1734233883494 2024-12-15T03:38:07,060 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c5fe17a9af4de59488c0497495e612, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734233884637 2024-12-15T03:38:07,068 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:07,068 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/c0d4828a53044a9da8ab411a481db63a is 50, key is test_row_0/C:col10/1734233885759/Put/seqid=0 2024-12-15T03:38:07,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742206_1382 (size=12241) 2024-12-15T03:38:07,077 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/c0d4828a53044a9da8ab411a481db63a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/c0d4828a53044a9da8ab411a481db63a 2024-12-15T03:38:07,082 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/C of e0f7d6d7a8015d3c27abfd0cf9292272 into c0d4828a53044a9da8ab411a481db63a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:07,082 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:07,082 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/C, priority=12, startTime=1734233887027; duration=0sec 2024-12-15T03:38:07,082 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:07,082 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:07,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:07,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:07,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:07,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:07,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150ea7ffd47870472ba4899bdc2cac7828_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233885779/Put/seqid=0 2024-12-15T03:38:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742207_1383 (size=12304) 2024-12-15T03:38:07,461 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/64e1644f00a14599b35e2e7cdfcca74c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64e1644f00a14599b35e2e7cdfcca74c 2024-12-15T03:38:07,466 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/A of e0f7d6d7a8015d3c27abfd0cf9292272 into 64e1644f00a14599b35e2e7cdfcca74c(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:07,466 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:07,466 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/A, priority=12, startTime=1734233887027; duration=0sec 2024-12-15T03:38:07,466 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:07,466 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150ea7ffd47870472ba4899bdc2cac7828_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150ea7ffd47870472ba4899bdc2cac7828_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/4bac6c4447834ea1ae577230f2f381ec, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/4bac6c4447834ea1ae577230f2f381ec is 175, key is test_row_0/A:col10/1734233885779/Put/seqid=0 2024-12-15T03:38:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742208_1384 (size=31105) 2024-12-15T03:38:07,570 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/4bac6c4447834ea1ae577230f2f381ec 2024-12-15T03:38:07,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/048eed987338409e980b267b88eeafc8 is 50, key is test_row_0/B:col10/1734233885779/Put/seqid=0 2024-12-15T03:38:07,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742209_1385 (size=12151) 2024-12-15T03:38:07,582 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/048eed987338409e980b267b88eeafc8 2024-12-15T03:38:07,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/9d7956f113034dfd848c2483d7f71bd7 is 50, key is test_row_0/C:col10/1734233885779/Put/seqid=0 2024-12-15T03:38:07,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742210_1386 (size=12151) 2024-12-15T03:38:07,595 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/9d7956f113034dfd848c2483d7f71bd7 2024-12-15T03:38:07,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/4bac6c4447834ea1ae577230f2f381ec as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec 2024-12-15T03:38:07,606 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec, entries=150, sequenceid=134, filesize=30.4 K 2024-12-15T03:38:07,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/048eed987338409e980b267b88eeafc8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/048eed987338409e980b267b88eeafc8 2024-12-15T03:38:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,610 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/048eed987338409e980b267b88eeafc8, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T03:38:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/9d7956f113034dfd848c2483d7f71bd7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9d7956f113034dfd848c2483d7f71bd7 2024-12-15T03:38:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,614 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9d7956f113034dfd848c2483d7f71bd7, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T03:38:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,615 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for e0f7d6d7a8015d3c27abfd0cf9292272 in 469ms, sequenceid=134, compaction requested=false 2024-12-15T03:38:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:07,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:07,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-15T03:38:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-15T03:38:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-15T03:38:07,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8460 sec 2024-12-15T03:38:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8510 sec 2024-12-15T03:38:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T03:38:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,873 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-15T03:38:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-15T03:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,877 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:07,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:38:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:07,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:07,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:07,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:07,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153664cc52b44d4f9cb4c6c91a16f55ced_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742212_1388 (size=27248) 2024-12-15T03:38:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233948053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233948055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233948055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233948056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233948059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233948162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233948164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233948165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233948165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233948168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:08,183 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233948366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233948369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233948369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233948370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233948374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:08,403 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153664cc52b44d4f9cb4c6c91a16f55ced_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153664cc52b44d4f9cb4c6c91a16f55ced_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:08,404 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/5e11a93bfa9a4864af09717bdee24033, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:08,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/5e11a93bfa9a4864af09717bdee24033 is 175, key is test_row_0/A:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:08,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742211_1387 (size=83035) 2024-12-15T03:38:08,407 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/5e11a93bfa9a4864af09717bdee24033 2024-12-15T03:38:08,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/fa5e643ffd764d469c083f723e3f8d87 is 50, key is test_row_0/B:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742213_1389 (size=12151) 2024-12-15T03:38:08,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/fa5e643ffd764d469c083f723e3f8d87 2024-12-15T03:38:08,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/8bb4aca2864147d18e9c78600a15d294 is 50, key is test_row_0/C:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742214_1390 (size=12151) 2024-12-15T03:38:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:08,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:08,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233948670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233948671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233948676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233948676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233948678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:08,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/8bb4aca2864147d18e9c78600a15d294 2024-12-15T03:38:08,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/5e11a93bfa9a4864af09717bdee24033 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033 2024-12-15T03:38:08,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033, entries=450, sequenceid=147, filesize=81.1 K 2024-12-15T03:38:08,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/fa5e643ffd764d469c083f723e3f8d87 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fa5e643ffd764d469c083f723e3f8d87 2024-12-15T03:38:08,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fa5e643ffd764d469c083f723e3f8d87, entries=150, sequenceid=147, filesize=11.9 K 2024-12-15T03:38:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/8bb4aca2864147d18e9c78600a15d294 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/8bb4aca2864147d18e9c78600a15d294 2024-12-15T03:38:08,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/8bb4aca2864147d18e9c78600a15d294, entries=150, sequenceid=147, filesize=11.9 K 2024-12-15T03:38:08,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e0f7d6d7a8015d3c27abfd0cf9292272 in 901ms, sequenceid=147, compaction requested=true 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:08,881 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:08,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:08,881 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:08,882 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:08,882 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:08,882 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/A is initiating minor compaction (all files) 2024-12-15T03:38:08,882 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/B is initiating minor compaction (all files) 2024-12-15T03:38:08,882 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/B in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,882 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/A in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,882 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/df601608eebd47678f52b42211070bd2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/048eed987338409e980b267b88eeafc8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fa5e643ffd764d469c083f723e3f8d87] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=35.7 K 2024-12-15T03:38:08,882 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64e1644f00a14599b35e2e7cdfcca74c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=141.9 K 2024-12-15T03:38:08,882 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,882 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64e1644f00a14599b35e2e7cdfcca74c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033] 2024-12-15T03:38:08,882 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting df601608eebd47678f52b42211070bd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734233884637 2024-12-15T03:38:08,883 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e1644f00a14599b35e2e7cdfcca74c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734233884637 2024-12-15T03:38:08,883 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 048eed987338409e980b267b88eeafc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734233885779 2024-12-15T03:38:08,883 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bac6c4447834ea1ae577230f2f381ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734233885779 2024-12-15T03:38:08,883 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting fa5e643ffd764d469c083f723e3f8d87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1734233887968 2024-12-15T03:38:08,883 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e11a93bfa9a4864af09717bdee24033, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1734233887964 2024-12-15T03:38:08,909 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:08,910 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#B#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:08,911 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/c192235be45446d1abe3e87ee0511723 is 50, key is test_row_0/B:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:08,913 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121596f01f4247a84424aaebdc8580ec9dd9_e0f7d6d7a8015d3c27abfd0cf9292272 store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:08,922 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121596f01f4247a84424aaebdc8580ec9dd9_e0f7d6d7a8015d3c27abfd0cf9292272, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:08,922 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596f01f4247a84424aaebdc8580ec9dd9_e0f7d6d7a8015d3c27abfd0cf9292272 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:08,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742215_1391 (size=12493) 2024-12-15T03:38:08,949 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742216_1392 (size=4469) 2024-12-15T03:38:08,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T03:38:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:08,950 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:38:08,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:08,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:08,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:08,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:08,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:08,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:08,952 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#A#compaction#334 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:08,952 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d8f50562f3e242b6bf0d12214f6dca99 is 175, key is test_row_0/A:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:08,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121583b56720284d488ca035ef99cf001f5c_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233888053/Put/seqid=0 2024-12-15T03:38:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742217_1393 (size=31447) 2024-12-15T03:38:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742218_1394 (size=12304) 2024-12-15T03:38:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:09,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233949191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233949191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233949198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233949199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233949199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233949300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233949301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233949306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233949309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233949310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,344 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/c192235be45446d1abe3e87ee0511723 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/c192235be45446d1abe3e87ee0511723 2024-12-15T03:38:09,351 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/B of e0f7d6d7a8015d3c27abfd0cf9292272 into c192235be45446d1abe3e87ee0511723(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:09,351 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:09,351 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/B, priority=13, startTime=1734233888881; duration=0sec 2024-12-15T03:38:09,351 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:09,351 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:09,352 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:09,352 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:09,352 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/C is initiating minor compaction (all files) 2024-12-15T03:38:09,353 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/C in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:09,353 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/c0d4828a53044a9da8ab411a481db63a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9d7956f113034dfd848c2483d7f71bd7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/8bb4aca2864147d18e9c78600a15d294] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=35.7 K 2024-12-15T03:38:09,353 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d4828a53044a9da8ab411a481db63a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734233884637 2024-12-15T03:38:09,354 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7956f113034dfd848c2483d7f71bd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734233885779 2024-12-15T03:38:09,354 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bb4aca2864147d18e9c78600a15d294, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1734233887968 2024-12-15T03:38:09,361 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:09,362 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/ef0b030b5bb14c0595b475a6f883c57c is 50, key is test_row_0/C:col10/1734233887968/Put/seqid=0 2024-12-15T03:38:09,374 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d8f50562f3e242b6bf0d12214f6dca99 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d8f50562f3e242b6bf0d12214f6dca99 2024-12-15T03:38:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742219_1395 (size=12493) 2024-12-15T03:38:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:09,379 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/A of e0f7d6d7a8015d3c27abfd0cf9292272 into d8f50562f3e242b6bf0d12214f6dca99(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:09,379 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:09,379 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/A, priority=13, startTime=1734233888881; duration=0sec 2024-12-15T03:38:09,379 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:09,379 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:09,381 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/ef0b030b5bb14c0595b475a6f883c57c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ef0b030b5bb14c0595b475a6f883c57c 2024-12-15T03:38:09,381 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121583b56720284d488ca035ef99cf001f5c_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121583b56720284d488ca035ef99cf001f5c_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:09,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d3c2db3c39024b7f95770d37240eb7cc, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:09,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d3c2db3c39024b7f95770d37240eb7cc is 175, key is test_row_0/A:col10/1734233888053/Put/seqid=0 2024-12-15T03:38:09,386 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/C of e0f7d6d7a8015d3c27abfd0cf9292272 into ef0b030b5bb14c0595b475a6f883c57c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:09,386 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:09,386 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/C, priority=13, startTime=1734233888881; duration=0sec 2024-12-15T03:38:09,386 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:09,386 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:09,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742220_1396 (size=31105) 2024-12-15T03:38:09,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233949504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233949505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233949511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233949516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233949516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,788 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d3c2db3c39024b7f95770d37240eb7cc 2024-12-15T03:38:09,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/518edac31b9f4cf887e4414ebf65cc2e is 50, key is test_row_0/B:col10/1734233888053/Put/seqid=0 2024-12-15T03:38:09,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742221_1397 (size=12151) 2024-12-15T03:38:09,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233949811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233949813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233949817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233949822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233949824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:10,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/518edac31b9f4cf887e4414ebf65cc2e 2024-12-15T03:38:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/af9eadfc06ac44c1840c8dad1efb3308 is 50, key is test_row_0/C:col10/1734233888053/Put/seqid=0 2024-12-15T03:38:10,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742222_1398 (size=12151) 2024-12-15T03:38:10,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233950314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:10,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233950315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:10,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233950320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:10,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233950329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:10,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233950329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:10,612 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/af9eadfc06ac44c1840c8dad1efb3308 2024-12-15T03:38:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d3c2db3c39024b7f95770d37240eb7cc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc 2024-12-15T03:38:10,621 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc, entries=150, sequenceid=171, filesize=30.4 K 2024-12-15T03:38:10,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/518edac31b9f4cf887e4414ebf65cc2e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/518edac31b9f4cf887e4414ebf65cc2e 2024-12-15T03:38:10,626 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/518edac31b9f4cf887e4414ebf65cc2e, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T03:38:10,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/af9eadfc06ac44c1840c8dad1efb3308 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/af9eadfc06ac44c1840c8dad1efb3308 2024-12-15T03:38:10,631 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/af9eadfc06ac44c1840c8dad1efb3308, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T03:38:10,632 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1682ms, sequenceid=171, compaction requested=false 2024-12-15T03:38:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:10,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-15T03:38:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-15T03:38:10,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-15T03:38:10,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7560 sec 2024-12-15T03:38:10,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.7610 sec 2024-12-15T03:38:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:11,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T03:38:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:11,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:11,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cd9a6c3e7ba041c1a6a95831a34afbb4_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:11,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742223_1399 (size=14794) 2024-12-15T03:38:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233951353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233951354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233951356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233951357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233951358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233951459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233951459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233951464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233951464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233951465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233951663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233951663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233951668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233951668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233951670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,741 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:11,744 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cd9a6c3e7ba041c1a6a95831a34afbb4_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cd9a6c3e7ba041c1a6a95831a34afbb4_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:11,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d2c31408bc86477d816ec995923b2155, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:11,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d2c31408bc86477d816ec995923b2155 is 175, key is test_row_0/A:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:11,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742224_1400 (size=39749) 2024-12-15T03:38:11,750 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d2c31408bc86477d816ec995923b2155 2024-12-15T03:38:11,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/61e292c3b1a7418984381c4e7850e607 is 50, key is test_row_0/B:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:11,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742225_1401 (size=12151) 2024-12-15T03:38:11,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/61e292c3b1a7418984381c4e7850e607 2024-12-15T03:38:11,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/4616269527e542c498e7b996b3bb6011 is 50, key is test_row_0/C:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742226_1402 (size=12151) 2024-12-15T03:38:11,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/4616269527e542c498e7b996b3bb6011 2024-12-15T03:38:11,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/d2c31408bc86477d816ec995923b2155 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155 2024-12-15T03:38:11,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155, entries=200, sequenceid=189, filesize=38.8 K 2024-12-15T03:38:11,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/61e292c3b1a7418984381c4e7850e607 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/61e292c3b1a7418984381c4e7850e607 2024-12-15T03:38:11,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/61e292c3b1a7418984381c4e7850e607, entries=150, sequenceid=189, filesize=11.9 K 2024-12-15T03:38:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/4616269527e542c498e7b996b3bb6011 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4616269527e542c498e7b996b3bb6011 2024-12-15T03:38:11,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4616269527e542c498e7b996b3bb6011, entries=150, sequenceid=189, filesize=11.9 K 2024-12-15T03:38:11,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e0f7d6d7a8015d3c27abfd0cf9292272 in 465ms, sequenceid=189, compaction requested=true 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:11,793 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:11,793 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:11,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:11,794 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:11,794 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:11,794 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/A is initiating minor compaction (all files) 2024-12-15T03:38:11,794 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/B is initiating minor compaction (all files) 2024-12-15T03:38:11,794 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/A in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:11,794 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/B in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:11,795 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d8f50562f3e242b6bf0d12214f6dca99, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=99.9 K 2024-12-15T03:38:11,795 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/c192235be45446d1abe3e87ee0511723, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/518edac31b9f4cf887e4414ebf65cc2e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/61e292c3b1a7418984381c4e7850e607] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=35.9 K 2024-12-15T03:38:11,795 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:11,795 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d8f50562f3e242b6bf0d12214f6dca99, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155] 2024-12-15T03:38:11,795 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c192235be45446d1abe3e87ee0511723, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1734233887968 2024-12-15T03:38:11,795 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f50562f3e242b6bf0d12214f6dca99, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1734233887968 2024-12-15T03:38:11,795 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 518edac31b9f4cf887e4414ebf65cc2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233888046 2024-12-15T03:38:11,795 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3c2db3c39024b7f95770d37240eb7cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233888046 2024-12-15T03:38:11,796 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2c31408bc86477d816ec995923b2155, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734233889190 2024-12-15T03:38:11,796 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 61e292c3b1a7418984381c4e7850e607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734233889198 2024-12-15T03:38:11,802 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:11,804 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:11,805 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/730938fbee7c41dda28fe6d77927c72c is 50, key is test_row_0/B:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:11,808 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412158b51ba3c30f7440494fcfb55d1cab1e8_e0f7d6d7a8015d3c27abfd0cf9292272 store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:11,810 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412158b51ba3c30f7440494fcfb55d1cab1e8_e0f7d6d7a8015d3c27abfd0cf9292272, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:11,810 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158b51ba3c30f7440494fcfb55d1cab1e8_e0f7d6d7a8015d3c27abfd0cf9292272 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:11,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742227_1403 (size=12595) 2024-12-15T03:38:11,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742228_1404 (size=4469) 2024-12-15T03:38:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:11,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:38:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:11,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:11,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530e3ef392ad2411fb53d1fc7aacf3840_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233891353/Put/seqid=0 2024-12-15T03:38:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T03:38:11,984 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-15T03:38:11,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-15T03:38:11,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742229_1405 (size=14794) 2024-12-15T03:38:11,987 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T03:38:11,988 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:11,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:11,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:11,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233951984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233951984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530e3ef392ad2411fb53d1fc7aacf3840_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530e3ef392ad2411fb53d1fc7aacf3840_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:11,995 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/0e8fdc6e433b4c939901203ff7e8726e, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:11,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/0e8fdc6e433b4c939901203ff7e8726e is 175, key is test_row_0/A:col10/1734233891353/Put/seqid=0 2024-12-15T03:38:11,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233951989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233951990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233951991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742230_1406 (size=39749) 2024-12-15T03:38:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T03:38:12,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233952092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233952092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233952097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233952099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233952101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,140 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T03:38:12,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,218 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#A#compaction#342 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:12,219 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/730938fbee7c41dda28fe6d77927c72c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/730938fbee7c41dda28fe6d77927c72c 2024-12-15T03:38:12,219 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/64a315afbfde499e9a17ceeb9e5ceb7d is 175, key is test_row_0/A:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742231_1407 (size=31549) 2024-12-15T03:38:12,224 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/B of e0f7d6d7a8015d3c27abfd0cf9292272 into 730938fbee7c41dda28fe6d77927c72c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:12,224 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:12,224 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/B, priority=13, startTime=1734233891793; duration=0sec 2024-12-15T03:38:12,224 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:12,224 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:12,224 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:12,225 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:12,225 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/C is initiating minor compaction (all files) 2024-12-15T03:38:12,225 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/C in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,226 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ef0b030b5bb14c0595b475a6f883c57c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/af9eadfc06ac44c1840c8dad1efb3308, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4616269527e542c498e7b996b3bb6011] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=35.9 K 2024-12-15T03:38:12,226 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting ef0b030b5bb14c0595b475a6f883c57c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1734233887968 2024-12-15T03:38:12,226 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting af9eadfc06ac44c1840c8dad1efb3308, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233888046 2024-12-15T03:38:12,227 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 4616269527e542c498e7b996b3bb6011, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734233889198 2024-12-15T03:38:12,227 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/64a315afbfde499e9a17ceeb9e5ceb7d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64a315afbfde499e9a17ceeb9e5ceb7d 2024-12-15T03:38:12,231 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/A of e0f7d6d7a8015d3c27abfd0cf9292272 into 64a315afbfde499e9a17ceeb9e5ceb7d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:12,231 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:12,231 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/A, priority=13, startTime=1734233891793; duration=0sec 2024-12-15T03:38:12,232 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:12,232 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:12,233 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:12,233 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/1628505c52f442e0922a1ea053e2e193 is 50, key is test_row_0/C:col10/1734233891327/Put/seqid=0 2024-12-15T03:38:12,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742232_1408 (size=12595) 2024-12-15T03:38:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T03:38:12,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T03:38:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233952299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233952300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233952302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233952302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233952309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/0e8fdc6e433b4c939901203ff7e8726e 2024-12-15T03:38:12,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/8983b53021ef40098c9ac1db06f45a4c is 50, key is test_row_0/B:col10/1734233891353/Put/seqid=0 2024-12-15T03:38:12,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742233_1409 (size=12151) 2024-12-15T03:38:12,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T03:38:12,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T03:38:12,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T03:38:12,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:12,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233952603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233952603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233952608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233952609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233952613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,641 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/1628505c52f442e0922a1ea053e2e193 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/1628505c52f442e0922a1ea053e2e193 2024-12-15T03:38:12,646 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/C of e0f7d6d7a8015d3c27abfd0cf9292272 into 1628505c52f442e0922a1ea053e2e193(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:12,646 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:12,646 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/C, priority=13, startTime=1734233891793; duration=0sec 2024-12-15T03:38:12,646 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:12,646 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:12,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T03:38:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:12,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/8983b53021ef40098c9ac1db06f45a4c 2024-12-15T03:38:12,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/48035b6d3e6847db8d3fd12f1a1a29bb is 50, key is test_row_0/C:col10/1734233891353/Put/seqid=0 2024-12-15T03:38:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742234_1410 (size=12151) 2024-12-15T03:38:12,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/48035b6d3e6847db8d3fd12f1a1a29bb 2024-12-15T03:38:12,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/0e8fdc6e433b4c939901203ff7e8726e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e 2024-12-15T03:38:12,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e, entries=200, sequenceid=211, filesize=38.8 K 2024-12-15T03:38:12,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/8983b53021ef40098c9ac1db06f45a4c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/8983b53021ef40098c9ac1db06f45a4c 2024-12-15T03:38:12,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/8983b53021ef40098c9ac1db06f45a4c, entries=150, sequenceid=211, filesize=11.9 K 2024-12-15T03:38:12,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/48035b6d3e6847db8d3fd12f1a1a29bb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/48035b6d3e6847db8d3fd12f1a1a29bb 2024-12-15T03:38:12,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/48035b6d3e6847db8d3fd12f1a1a29bb, entries=150, sequenceid=211, filesize=11.9 K 2024-12-15T03:38:12,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e0f7d6d7a8015d3c27abfd0cf9292272 in 899ms, sequenceid=211, compaction requested=false 2024-12-15T03:38:12,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:12,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:12,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:12,904 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:12,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:12,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159ac4f7851c254de7b790dadca76ae9c5_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233891989/Put/seqid=0 2024-12-15T03:38:12,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742235_1411 (size=12304) 2024-12-15T03:38:12,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:12,918 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159ac4f7851c254de7b790dadca76ae9c5_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159ac4f7851c254de7b790dadca76ae9c5_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/75f6eb2818ed461abe45cc7b42e15510, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/75f6eb2818ed461abe45cc7b42e15510 is 175, key is test_row_0/A:col10/1734233891989/Put/seqid=0 2024-12-15T03:38:12,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742236_1412 (size=31105) 2024-12-15T03:38:12,924 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/75f6eb2818ed461abe45cc7b42e15510 2024-12-15T03:38:12,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/5a7546ae7c60474daeda2ca3b8589eff is 50, key is test_row_0/B:col10/1734233891989/Put/seqid=0 2024-12-15T03:38:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742237_1413 (size=12151) 2024-12-15T03:38:12,939 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/5a7546ae7c60474daeda2ca3b8589eff 2024-12-15T03:38:12,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/cc44ed225c3d4d72a8d9a44d728cd33c is 50, key is test_row_0/C:col10/1734233891989/Put/seqid=0 2024-12-15T03:38:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742238_1414 (size=12151) 2024-12-15T03:38:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T03:38:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233953132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233953133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233953134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233953135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233953141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233953242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233953242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233953244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233953244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233953247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,351 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/cc44ed225c3d4d72a8d9a44d728cd33c 2024-12-15T03:38:13,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/75f6eb2818ed461abe45cc7b42e15510 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510 2024-12-15T03:38:13,360 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510, entries=150, sequenceid=228, filesize=30.4 K 2024-12-15T03:38:13,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/5a7546ae7c60474daeda2ca3b8589eff as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5a7546ae7c60474daeda2ca3b8589eff 2024-12-15T03:38:13,364 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5a7546ae7c60474daeda2ca3b8589eff, entries=150, sequenceid=228, filesize=11.9 K 2024-12-15T03:38:13,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/cc44ed225c3d4d72a8d9a44d728cd33c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/cc44ed225c3d4d72a8d9a44d728cd33c 2024-12-15T03:38:13,368 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/cc44ed225c3d4d72a8d9a44d728cd33c, entries=150, sequenceid=228, filesize=11.9 K 2024-12-15T03:38:13,369 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e0f7d6d7a8015d3c27abfd0cf9292272 in 464ms, sequenceid=228, compaction requested=true 2024-12-15T03:38:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:13,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-15T03:38:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-15T03:38:13,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-15T03:38:13,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-12-15T03:38:13,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.3850 sec 2024-12-15T03:38:13,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:13,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T03:38:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:13,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:13,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:13,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:13,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215204b87c9b28b4bae86f17a702e5688a4_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:13,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742239_1415 (size=17284) 2024-12-15T03:38:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233953460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233953460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233953465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233953466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233953466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233953567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233953567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233953572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233953575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233953575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233953773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233953774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233953776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233953779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:13,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233953780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:13,866 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:13,870 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215204b87c9b28b4bae86f17a702e5688a4_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215204b87c9b28b4bae86f17a702e5688a4_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:13,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/cdb0ef1e433b4a99b6ad45cb58f6df10, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:13,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/cdb0ef1e433b4a99b6ad45cb58f6df10 is 175, key is test_row_0/A:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742240_1416 (size=48389) 2024-12-15T03:38:14,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233954077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233954079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233954081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233954082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233954084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T03:38:14,091 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-15T03:38:14,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-15T03:38:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T03:38:14,094 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:14,094 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:14,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T03:38:14,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:14,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/cdb0ef1e433b4a99b6ad45cb58f6df10 2024-12-15T03:38:14,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/941b27fa012042c8a086f70636e350be is 50, key is test_row_0/B:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:14,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742241_1417 (size=12151) 2024-12-15T03:38:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T03:38:14,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,551 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233954581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233954582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233954586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233954590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233954592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/941b27fa012042c8a086f70636e350be 2024-12-15T03:38:14,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/9f3cfa1a6c6a40b5b6b4128fa68dceae is 50, key is test_row_0/C:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T03:38:14,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742242_1418 (size=12151) 2024-12-15T03:38:14,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:14,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:14,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:14,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:15,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:15,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:15,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/9f3cfa1a6c6a40b5b6b4128fa68dceae 2024-12-15T03:38:15,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/cdb0ef1e433b4a99b6ad45cb58f6df10 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10 2024-12-15T03:38:15,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10, entries=250, sequenceid=252, filesize=47.3 K 2024-12-15T03:38:15,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/941b27fa012042c8a086f70636e350be as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/941b27fa012042c8a086f70636e350be 2024-12-15T03:38:15,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/941b27fa012042c8a086f70636e350be, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T03:38:15,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/9f3cfa1a6c6a40b5b6b4128fa68dceae as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9f3cfa1a6c6a40b5b6b4128fa68dceae 2024-12-15T03:38:15,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9f3cfa1a6c6a40b5b6b4128fa68dceae, entries=150, sequenceid=252, filesize=11.9 K 2024-12-15T03:38:15,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1664ms, sequenceid=252, compaction requested=true 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:15,114 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:15,114 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:15,116 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150792 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:15,116 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:15,116 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/B is initiating minor compaction (all files) 2024-12-15T03:38:15,116 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/B in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,116 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/730938fbee7c41dda28fe6d77927c72c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/8983b53021ef40098c9ac1db06f45a4c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5a7546ae7c60474daeda2ca3b8589eff, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/941b27fa012042c8a086f70636e350be] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=47.9 K 2024-12-15T03:38:15,116 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/A is initiating minor compaction (all files) 2024-12-15T03:38:15,116 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/A in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,116 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64a315afbfde499e9a17ceeb9e5ceb7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=147.3 K 2024-12-15T03:38:15,116 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,116 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64a315afbfde499e9a17ceeb9e5ceb7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10] 2024-12-15T03:38:15,117 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 730938fbee7c41dda28fe6d77927c72c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734233889198 2024-12-15T03:38:15,117 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64a315afbfde499e9a17ceeb9e5ceb7d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734233889198 2024-12-15T03:38:15,117 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 8983b53021ef40098c9ac1db06f45a4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233891351 2024-12-15T03:38:15,117 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e8fdc6e433b4c939901203ff7e8726e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233891351 2024-12-15T03:38:15,120 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a7546ae7c60474daeda2ca3b8589eff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1734233891983 2024-12-15T03:38:15,120 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75f6eb2818ed461abe45cc7b42e15510, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1734233891983 2024-12-15T03:38:15,120 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 941b27fa012042c8a086f70636e350be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734233893133 2024-12-15T03:38:15,120 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdb0ef1e433b4a99b6ad45cb58f6df10, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734233893127 2024-12-15T03:38:15,128 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:15,129 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:15,129 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/cec80aa4d47b45a394f4891a97a90a60 is 50, key is test_row_0/B:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:15,129 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412159cb44da5d9954237ade5eae5e8eb2f3e_e0f7d6d7a8015d3c27abfd0cf9292272 store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:15,131 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412159cb44da5d9954237ade5eae5e8eb2f3e_e0f7d6d7a8015d3c27abfd0cf9292272, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:15,132 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159cb44da5d9954237ade5eae5e8eb2f3e_e0f7d6d7a8015d3c27abfd0cf9292272 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:15,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742243_1419 (size=12731) 2024-12-15T03:38:15,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742244_1420 (size=4469) 2024-12-15T03:38:15,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T03:38:15,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,162 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:38:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:15,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:15,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b1373d6e9bb54da39dceb9a9640b4030_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233893465/Put/seqid=0 2024-12-15T03:38:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742245_1421 (size=12454) 2024-12-15T03:38:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T03:38:15,536 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:15,537 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/15e330752adc446f83de0849ac4730d9 is 175, key is test_row_0/A:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:15,540 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/cec80aa4d47b45a394f4891a97a90a60 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cec80aa4d47b45a394f4891a97a90a60 2024-12-15T03:38:15,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742246_1422 (size=31685) 2024-12-15T03:38:15,544 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/B of e0f7d6d7a8015d3c27abfd0cf9292272 into cec80aa4d47b45a394f4891a97a90a60(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:15,544 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:15,544 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/B, priority=12, startTime=1734233895114; duration=0sec 2024-12-15T03:38:15,544 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:15,544 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:15,544 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:15,545 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:15,546 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/C is initiating minor compaction (all files) 2024-12-15T03:38:15,546 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/C in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:15,546 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/1628505c52f442e0922a1ea053e2e193, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/48035b6d3e6847db8d3fd12f1a1a29bb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/cc44ed225c3d4d72a8d9a44d728cd33c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9f3cfa1a6c6a40b5b6b4128fa68dceae] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=47.9 K 2024-12-15T03:38:15,546 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 1628505c52f442e0922a1ea053e2e193, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1734233889198 2024-12-15T03:38:15,546 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 48035b6d3e6847db8d3fd12f1a1a29bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233891351 2024-12-15T03:38:15,547 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting cc44ed225c3d4d72a8d9a44d728cd33c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1734233891983 2024-12-15T03:38:15,547 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3cfa1a6c6a40b5b6b4128fa68dceae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734233893133 2024-12-15T03:38:15,555 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#C#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:15,555 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/5eb60ad3251b48129c8d4d2b7345e452 is 50, key is test_row_0/C:col10/1734233893449/Put/seqid=0 2024-12-15T03:38:15,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742247_1423 (size=12731) 2024-12-15T03:38:15,562 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/5eb60ad3251b48129c8d4d2b7345e452 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/5eb60ad3251b48129c8d4d2b7345e452 2024-12-15T03:38:15,566 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/C of e0f7d6d7a8015d3c27abfd0cf9292272 into 5eb60ad3251b48129c8d4d2b7345e452(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:15,566 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:15,566 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/C, priority=12, startTime=1734233895114; duration=0sec 2024-12-15T03:38:15,566 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:15,566 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:15,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:15,576 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b1373d6e9bb54da39dceb9a9640b4030_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b1373d6e9bb54da39dceb9a9640b4030_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2d0e1ccea20d476c98ae226e1aad48b7, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2d0e1ccea20d476c98ae226e1aad48b7 is 175, key is test_row_0/A:col10/1734233893465/Put/seqid=0 2024-12-15T03:38:15,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742248_1424 (size=31255) 2024-12-15T03:38:15,581 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2d0e1ccea20d476c98ae226e1aad48b7 2024-12-15T03:38:15,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/5600c3b7db1645ec94e9eab3ea711b49 is 50, key is test_row_0/B:col10/1734233893465/Put/seqid=0 2024-12-15T03:38:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742249_1425 (size=12301) 2024-12-15T03:38:15,592 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/5600c3b7db1645ec94e9eab3ea711b49 2024-12-15T03:38:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:15,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:15,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/d1fdccb9a7e9489f91610c083d5cf01c is 50, key is test_row_0/C:col10/1734233893465/Put/seqid=0 2024-12-15T03:38:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742250_1426 (size=12301) 2024-12-15T03:38:15,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233955619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233955621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233955652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233955652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233955652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233955753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233955758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233955758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233955758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233955758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,946 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/15e330752adc446f83de0849ac4730d9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/15e330752adc446f83de0849ac4730d9 2024-12-15T03:38:15,950 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/A of e0f7d6d7a8015d3c27abfd0cf9292272 into 15e330752adc446f83de0849ac4730d9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:15,950 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:15,950 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/A, priority=12, startTime=1734233895114; duration=0sec 2024-12-15T03:38:15,950 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:15,950 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233955959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233955960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233955960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233955961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:15,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233955961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,005 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/d1fdccb9a7e9489f91610c083d5cf01c 2024-12-15T03:38:16,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2d0e1ccea20d476c98ae226e1aad48b7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7 2024-12-15T03:38:16,014 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7, entries=150, sequenceid=265, filesize=30.5 K 2024-12-15T03:38:16,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/5600c3b7db1645ec94e9eab3ea711b49 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5600c3b7db1645ec94e9eab3ea711b49 2024-12-15T03:38:16,018 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5600c3b7db1645ec94e9eab3ea711b49, entries=150, sequenceid=265, filesize=12.0 K 2024-12-15T03:38:16,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/d1fdccb9a7e9489f91610c083d5cf01c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/d1fdccb9a7e9489f91610c083d5cf01c 2024-12-15T03:38:16,021 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/d1fdccb9a7e9489f91610c083d5cf01c, entries=150, sequenceid=265, filesize=12.0 K 2024-12-15T03:38:16,022 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e0f7d6d7a8015d3c27abfd0cf9292272 in 860ms, sequenceid=265, compaction requested=false 2024-12-15T03:38:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-15T03:38:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-15T03:38:16,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-15T03:38:16,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9280 sec 2024-12-15T03:38:16,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.9320 sec 2024-12-15T03:38:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T03:38:16,199 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-15T03:38:16,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-15T03:38:16,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:16,201 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:16,202 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:16,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:16,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:16,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:38:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:16,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:16,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121548c11e8d1f264b33b2205f73d81bd532_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:16,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233956275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742251_1427 (size=20074) 2024-12-15T03:38:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233956281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233956282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233956283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233956284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:16,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:16,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:16,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233956385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233956395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233956396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233956396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233956401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:16,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:16,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:16,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233956593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233956600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233956602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233956602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233956610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,693 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:16,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121548c11e8d1f264b33b2205f73d81bd532_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121548c11e8d1f264b33b2205f73d81bd532_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:16,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/ddcb8be7707a4258b75d8cb411232f7e, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:16,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/ddcb8be7707a4258b75d8cb411232f7e is 175, key is test_row_0/A:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:16,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742252_1428 (size=57333) 2024-12-15T03:38:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:16,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:16,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233956899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233956905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233956905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233956906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233956916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:16,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:16,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/ddcb8be7707a4258b75d8cb411232f7e 2024-12-15T03:38:17,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/34c2a67cc58045e48f4bdeae187d6e54 is 50, key is test_row_0/B:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:17,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742253_1429 (size=12301) 2024-12-15T03:38:17,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:17,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:17,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:17,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:17,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:17,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233957403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233957411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233957412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233957412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233957422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/34c2a67cc58045e48f4bdeae187d6e54 2024-12-15T03:38:17,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e3743aef52a04c039b9af08288c0ee2a is 50, key is test_row_0/C:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:17,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742254_1430 (size=12301) 2024-12-15T03:38:17,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:17,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:17,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:17,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:17,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:17,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:17,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e3743aef52a04c039b9af08288c0ee2a 2024-12-15T03:38:17,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/ddcb8be7707a4258b75d8cb411232f7e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e 2024-12-15T03:38:17,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e, entries=300, sequenceid=294, filesize=56.0 K 2024-12-15T03:38:17,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/34c2a67cc58045e48f4bdeae187d6e54 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/34c2a67cc58045e48f4bdeae187d6e54 2024-12-15T03:38:17,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/34c2a67cc58045e48f4bdeae187d6e54, entries=150, sequenceid=294, filesize=12.0 K 2024-12-15T03:38:17,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/e3743aef52a04c039b9af08288c0ee2a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e3743aef52a04c039b9af08288c0ee2a 2024-12-15T03:38:17,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e3743aef52a04c039b9af08288c0ee2a, entries=150, sequenceid=294, filesize=12.0 K 2024-12-15T03:38:17,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1674ms, sequenceid=294, compaction requested=true 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:17,945 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:17,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:17,945 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:17,946 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:17,946 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:17,946 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/B is initiating minor compaction (all files) 2024-12-15T03:38:17,946 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/A is initiating minor compaction (all files) 2024-12-15T03:38:17,946 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/B in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,946 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/A in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,946 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cec80aa4d47b45a394f4891a97a90a60, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5600c3b7db1645ec94e9eab3ea711b49, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/34c2a67cc58045e48f4bdeae187d6e54] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=36.5 K 2024-12-15T03:38:17,946 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/15e330752adc446f83de0849ac4730d9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=117.5 K 2024-12-15T03:38:17,947 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:17,947 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/15e330752adc446f83de0849ac4730d9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e] 2024-12-15T03:38:17,947 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting cec80aa4d47b45a394f4891a97a90a60, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734233893133 2024-12-15T03:38:17,947 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5600c3b7db1645ec94e9eab3ea711b49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1734233893464 2024-12-15T03:38:17,947 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15e330752adc446f83de0849ac4730d9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734233893133 2024-12-15T03:38:17,947 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 34c2a67cc58045e48f4bdeae187d6e54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734233895618 2024-12-15T03:38:17,947 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d0e1ccea20d476c98ae226e1aad48b7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1734233893464 2024-12-15T03:38:17,948 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddcb8be7707a4258b75d8cb411232f7e, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734233895618 2024-12-15T03:38:17,953 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:17,955 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#B#compaction#364 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:17,955 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412152bb52d6a35ad40ab85384f69982471d0_e0f7d6d7a8015d3c27abfd0cf9292272 store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:17,955 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/f5e5d4b4544b4d43ab143a10b040a5ea is 50, key is test_row_0/B:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:17,956 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412152bb52d6a35ad40ab85384f69982471d0_e0f7d6d7a8015d3c27abfd0cf9292272, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:17,956 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152bb52d6a35ad40ab85384f69982471d0_e0f7d6d7a8015d3c27abfd0cf9292272 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:17,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742256_1432 (size=4469) 2024-12-15T03:38:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742255_1431 (size=12983) 2024-12-15T03:38:18,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T03:38:18,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:18,033 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T03:38:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:18,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:18,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158189bac1c0534cc186239f12aa574d34_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233896273/Put/seqid=0 2024-12-15T03:38:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742257_1433 (size=12454) 2024-12-15T03:38:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:18,365 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#A#compaction#363 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:18,365 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/0777271bbdf547f7a6df7f9df27ce81c is 175, key is test_row_0/A:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:18,368 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/f5e5d4b4544b4d43ab143a10b040a5ea as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/f5e5d4b4544b4d43ab143a10b040a5ea 2024-12-15T03:38:18,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742258_1434 (size=31937) 2024-12-15T03:38:18,374 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/B of e0f7d6d7a8015d3c27abfd0cf9292272 into f5e5d4b4544b4d43ab143a10b040a5ea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:18,374 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:18,374 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/B, priority=13, startTime=1734233897945; duration=0sec 2024-12-15T03:38:18,374 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:18,374 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:18,374 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:18,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:18,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): e0f7d6d7a8015d3c27abfd0cf9292272/C is initiating minor compaction (all files) 2024-12-15T03:38:18,376 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e0f7d6d7a8015d3c27abfd0cf9292272/C in TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:18,376 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/5eb60ad3251b48129c8d4d2b7345e452, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/d1fdccb9a7e9489f91610c083d5cf01c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e3743aef52a04c039b9af08288c0ee2a] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp, totalSize=36.5 K 2024-12-15T03:38:18,376 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb60ad3251b48129c8d4d2b7345e452, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1734233893133 2024-12-15T03:38:18,377 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting d1fdccb9a7e9489f91610c083d5cf01c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1734233893464 2024-12-15T03:38:18,377 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e3743aef52a04c039b9af08288c0ee2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734233895618 2024-12-15T03:38:18,383 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e0f7d6d7a8015d3c27abfd0cf9292272#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-12-15T03:38:18,383 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/4072516a6e22494cac901385dafb2e68 is 50, key is test_row_0/C:col10/1734233896271/Put/seqid=0 2024-12-15T03:38:18,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742259_1435 (size=12983) 2024-12-15T03:38:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. as already flushing 2024-12-15T03:38:18,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:18,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233958439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158189bac1c0534cc186239f12aa574d34_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158189bac1c0534cc186239f12aa574d34_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:18,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233958440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233958444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2763178fab2d49f6be88809f34970ace, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:18,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2763178fab2d49f6be88809f34970ace is 175, key is test_row_0/A:col10/1734233896273/Put/seqid=0 2024-12-15T03:38:18,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742260_1436 (size=31255) 2024-12-15T03:38:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233958447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233958448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233958549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233958549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233958550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233958554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233958554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233958753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233958754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233958754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233958758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233958759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:18,774 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/0777271bbdf547f7a6df7f9df27ce81c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0777271bbdf547f7a6df7f9df27ce81c 2024-12-15T03:38:18,778 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/A of e0f7d6d7a8015d3c27abfd0cf9292272 into 0777271bbdf547f7a6df7f9df27ce81c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:18,778 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:18,778 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/A, priority=13, startTime=1734233897945; duration=0sec 2024-12-15T03:38:18,778 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:18,778 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:18,791 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/4072516a6e22494cac901385dafb2e68 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4072516a6e22494cac901385dafb2e68 2024-12-15T03:38:18,795 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e0f7d6d7a8015d3c27abfd0cf9292272/C of e0f7d6d7a8015d3c27abfd0cf9292272 into 4072516a6e22494cac901385dafb2e68(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:18,795 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:18,795 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272., storeName=e0f7d6d7a8015d3c27abfd0cf9292272/C, priority=13, startTime=1734233897945; duration=0sec 2024-12-15T03:38:18,795 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:18,795 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:18,854 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2763178fab2d49f6be88809f34970ace 2024-12-15T03:38:18,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/dfaa9808d3dd4d4c8456ddd97d73ddb1 is 50, key is test_row_0/B:col10/1734233896273/Put/seqid=0 2024-12-15T03:38:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742261_1437 (size=12301) 2024-12-15T03:38:18,867 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/dfaa9808d3dd4d4c8456ddd97d73ddb1 2024-12-15T03:38:18,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/df4fd5d09fac405d87630763747118ed is 50, key is test_row_0/C:col10/1734233896273/Put/seqid=0 2024-12-15T03:38:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742262_1438 (size=12301) 2024-12-15T03:38:19,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46128 deadline: 1734233959059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:19,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46134 deadline: 1734233959060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46132 deadline: 1734233959061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:19,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46174 deadline: 1734233959064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:19,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46126 deadline: 1734233959064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:19,295 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/df4fd5d09fac405d87630763747118ed 2024-12-15T03:38:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2763178fab2d49f6be88809f34970ace as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2763178fab2d49f6be88809f34970ace 2024-12-15T03:38:19,304 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2763178fab2d49f6be88809f34970ace, entries=150, sequenceid=304, filesize=30.5 K 2024-12-15T03:38:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/dfaa9808d3dd4d4c8456ddd97d73ddb1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/dfaa9808d3dd4d4c8456ddd97d73ddb1 2024-12-15T03:38:19,308 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/dfaa9808d3dd4d4c8456ddd97d73ddb1, entries=150, sequenceid=304, filesize=12.0 K 2024-12-15T03:38:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/df4fd5d09fac405d87630763747118ed as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/df4fd5d09fac405d87630763747118ed 2024-12-15T03:38:19,313 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/df4fd5d09fac405d87630763747118ed, entries=150, sequenceid=304, filesize=12.0 K 2024-12-15T03:38:19,314 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1281ms, sequenceid=304, compaction requested=false 2024-12-15T03:38:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-15T03:38:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-15T03:38:19,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-15T03:38:19,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1130 sec 2024-12-15T03:38:19,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.1170 sec 2024-12-15T03:38:19,552 DEBUG [Thread-1597 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13010d94 to 127.0.0.1:54928 2024-12-15T03:38:19,552 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,554 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1085e013 to 127.0.0.1:54928 2024-12-15T03:38:19,554 DEBUG [Thread-1589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14b2e10d to 127.0.0.1:54928 2024-12-15T03:38:19,554 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,554 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,555 DEBUG [Thread-1595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x76c85b99 to 127.0.0.1:54928 2024-12-15T03:38:19,555 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,557 DEBUG [Thread-1593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53c0ab65 to 127.0.0.1:54928 2024-12-15T03:38:19,557 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:19,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T03:38:19,565 DEBUG [Thread-1580 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bd5983 to 127.0.0.1:54928 2024-12-15T03:38:19,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:19,565 DEBUG [Thread-1580 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:19,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:19,570 DEBUG [Thread-1582 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b7324d5 to 127.0.0.1:54928 2024-12-15T03:38:19,570 DEBUG [Thread-1582 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a58f863e52874f1cb43bd3ccc465ca48_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233898438/Put/seqid=0 2024-12-15T03:38:19,571 DEBUG [Thread-1578 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167fda66 to 127.0.0.1:54928 2024-12-15T03:38:19,571 DEBUG [Thread-1578 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,572 DEBUG [Thread-1586 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x114e6211 to 127.0.0.1:54928 2024-12-15T03:38:19,572 DEBUG [Thread-1586 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,574 DEBUG [Thread-1584 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d930fb1 to 127.0.0.1:54928 2024-12-15T03:38:19,574 DEBUG [Thread-1584 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:19,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742263_1439 (size=12454) 2024-12-15T03:38:19,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:19,985 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a58f863e52874f1cb43bd3ccc465ca48_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a58f863e52874f1cb43bd3ccc465ca48_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:19,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2bed632431934a41b895b8ed1411fad8, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:19,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2bed632431934a41b895b8ed1411fad8 is 175, key is test_row_0/A:col10/1734233898438/Put/seqid=0 2024-12-15T03:38:19,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742264_1440 (size=31255) 2024-12-15T03:38:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T03:38:20,307 INFO [Thread-1588 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2673 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8019 rows 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2673 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8019 rows 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2684 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8051 rows 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2675 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8025 rows 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2677 2024-12-15T03:38:20,307 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8031 rows 2024-12-15T03:38:20,307 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:38:20,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x059434fd to 127.0.0.1:54928 2024-12-15T03:38:20,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:20,309 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T03:38:20,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T03:38:20,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:20,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:20,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233900313"}]},"ts":"1734233900313"} 2024-12-15T03:38:20,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T03:38:20,317 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T03:38:20,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:38:20,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, UNASSIGN}] 2024-12-15T03:38:20,319 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, UNASSIGN 2024-12-15T03:38:20,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:20,320 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:38:20,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:38:20,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2bed632431934a41b895b8ed1411fad8 2024-12-15T03:38:20,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/4e85e571d6ec4c5aae727ba20d1dc5dc is 50, key is test_row_0/B:col10/1734233898438/Put/seqid=0 2024-12-15T03:38:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742265_1441 (size=12301) 2024-12-15T03:38:20,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:20,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:20,472 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:20,472 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:38:20,472 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing e0f7d6d7a8015d3c27abfd0cf9292272, disabling compactions & flushes 2024-12-15T03:38:20,472 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:20,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/4e85e571d6ec4c5aae727ba20d1dc5dc 2024-12-15T03:38:20,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/ea5b2e5963f2400f910fbed6cd19e381 is 50, key is test_row_0/C:col10/1734233898438/Put/seqid=0 2024-12-15T03:38:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742266_1442 (size=12301) 2024-12-15T03:38:20,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/ea5b2e5963f2400f910fbed6cd19e381 2024-12-15T03:38:20,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/2bed632431934a41b895b8ed1411fad8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2bed632431934a41b895b8ed1411fad8 2024-12-15T03:38:20,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2bed632431934a41b895b8ed1411fad8, entries=150, sequenceid=334, filesize=30.5 K 2024-12-15T03:38:20,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/4e85e571d6ec4c5aae727ba20d1dc5dc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/4e85e571d6ec4c5aae727ba20d1dc5dc 2024-12-15T03:38:20,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/4e85e571d6ec4c5aae727ba20d1dc5dc, entries=150, sequenceid=334, filesize=12.0 K 2024-12-15T03:38:20,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/ea5b2e5963f2400f910fbed6cd19e381 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ea5b2e5963f2400f910fbed6cd19e381 2024-12-15T03:38:20,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ea5b2e5963f2400f910fbed6cd19e381, entries=150, sequenceid=334, filesize=12.0 K 2024-12-15T03:38:20,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=26.84 KB/27480 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1262ms, sequenceid=334, compaction requested=true 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:20,827 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:20,827 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. because compaction request was cancelled 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:20,827 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. because compaction request was cancelled 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e0f7d6d7a8015d3c27abfd0cf9292272:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:20,827 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:A 2024-12-15T03:38:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. after waiting 0 ms 2024-12-15T03:38:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:20,827 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:B 2024-12-15T03:38:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:20,827 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. because compaction request was cancelled 2024-12-15T03:38:20,827 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e0f7d6d7a8015d3c27abfd0cf9292272:C 2024-12-15T03:38:20,827 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing e0f7d6d7a8015d3c27abfd0cf9292272 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T03:38:20,827 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=A 2024-12-15T03:38:20,828 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:20,828 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=B 2024-12-15T03:38:20,828 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:20,828 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e0f7d6d7a8015d3c27abfd0cf9292272, store=C 2024-12-15T03:38:20,828 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:20,834 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121553a02c9e985745ed888b7b28fdc118ed_e0f7d6d7a8015d3c27abfd0cf9292272 is 50, key is test_row_0/A:col10/1734233899573/Put/seqid=0 2024-12-15T03:38:20,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742267_1443 (size=9914) 2024-12-15T03:38:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:21,241 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:21,245 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121553a02c9e985745ed888b7b28fdc118ed_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121553a02c9e985745ed888b7b28fdc118ed_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:21,246 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/f5a717a7907b42d6b3ce35dc598b0940, store: [table=TestAcidGuarantees family=A region=e0f7d6d7a8015d3c27abfd0cf9292272] 2024-12-15T03:38:21,247 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/f5a717a7907b42d6b3ce35dc598b0940 is 175, key is test_row_0/A:col10/1734233899573/Put/seqid=0 2024-12-15T03:38:21,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742268_1444 (size=22561) 2024-12-15T03:38:21,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:21,661 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/f5a717a7907b42d6b3ce35dc598b0940 2024-12-15T03:38:21,668 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/9df9bf60202947859ef26972066c09ef is 50, key is test_row_0/B:col10/1734233899573/Put/seqid=0 2024-12-15T03:38:21,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742269_1445 (size=9857) 2024-12-15T03:38:22,079 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/9df9bf60202947859ef26972066c09ef 2024-12-15T03:38:22,084 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/3d524c55eaf24e048b66441c01d49931 is 50, key is test_row_0/C:col10/1734233899573/Put/seqid=0 2024-12-15T03:38:22,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742270_1446 (size=9857) 2024-12-15T03:38:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:22,488 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/3d524c55eaf24e048b66441c01d49931 2024-12-15T03:38:22,492 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/A/f5a717a7907b42d6b3ce35dc598b0940 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/f5a717a7907b42d6b3ce35dc598b0940 2024-12-15T03:38:22,495 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/f5a717a7907b42d6b3ce35dc598b0940, entries=100, sequenceid=341, filesize=22.0 K 2024-12-15T03:38:22,496 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/B/9df9bf60202947859ef26972066c09ef as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/9df9bf60202947859ef26972066c09ef 2024-12-15T03:38:22,499 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/9df9bf60202947859ef26972066c09ef, entries=100, sequenceid=341, filesize=9.6 K 2024-12-15T03:38:22,499 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/.tmp/C/3d524c55eaf24e048b66441c01d49931 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/3d524c55eaf24e048b66441c01d49931 2024-12-15T03:38:22,502 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/3d524c55eaf24e048b66441c01d49931, entries=100, sequenceid=341, filesize=9.6 K 2024-12-15T03:38:22,503 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for e0f7d6d7a8015d3c27abfd0cf9292272 in 1676ms, sequenceid=341, compaction requested=true 2024-12-15T03:38:22,503 DEBUG [StoreCloser-TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/51c9b28d9ea14d5ab0f55cd801a72415, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64e1644f00a14599b35e2e7cdfcca74c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d8f50562f3e242b6bf0d12214f6dca99, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64a315afbfde499e9a17ceeb9e5ceb7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/15e330752adc446f83de0849ac4730d9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e] to archive 2024-12-15T03:38:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/100a198f85dd4b09a69c5ab52e5b3bce 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/00dc3fe5ee764f00be94e11af78427e7 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/51c9b28d9ea14d5ab0f55cd801a72415 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/51c9b28d9ea14d5ab0f55cd801a72415 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/471635bf06524e209af69f84ed4dab45 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/bcae003f65664c0184d586d2046e1836 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64e1644f00a14599b35e2e7cdfcca74c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64e1644f00a14599b35e2e7cdfcca74c 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/e1d3c2bcb78d44e79379de4b41548c44 2024-12-15T03:38:22,506 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/1f2b23f440f04f54bf62aa9a015ae589 2024-12-15T03:38:22,508 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/5e11a93bfa9a4864af09717bdee24033 2024-12-15T03:38:22,508 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d2c31408bc86477d816ec995923b2155 2024-12-15T03:38:22,508 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d8f50562f3e242b6bf0d12214f6dca99 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d8f50562f3e242b6bf0d12214f6dca99 2024-12-15T03:38:22,508 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64a315afbfde499e9a17ceeb9e5ceb7d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/64a315afbfde499e9a17ceeb9e5ceb7d 2024-12-15T03:38:22,508 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/d3c2db3c39024b7f95770d37240eb7cc 2024-12-15T03:38:22,508 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/4bac6c4447834ea1ae577230f2f381ec 2024-12-15T03:38:22,509 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/75f6eb2818ed461abe45cc7b42e15510 2024-12-15T03:38:22,509 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0e8fdc6e433b4c939901203ff7e8726e 2024-12-15T03:38:22,509 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/cdb0ef1e433b4a99b6ad45cb58f6df10 2024-12-15T03:38:22,509 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2d0e1ccea20d476c98ae226e1aad48b7 2024-12-15T03:38:22,510 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/15e330752adc446f83de0849ac4730d9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/15e330752adc446f83de0849ac4730d9 2024-12-15T03:38:22,510 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/ddcb8be7707a4258b75d8cb411232f7e 2024-12-15T03:38:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/a55dd01ff5f34df7af1c41342395eeac, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/289ce7f263cf4489829a44a86299b99e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/b031fe467b994c6598e06cee56c9cda8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/153b7f9c87064098bf742378e96633cd, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/91e789204d154219a43d86d223f45dca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cefe9d182fde47539aa6db555a870c06, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/df601608eebd47678f52b42211070bd2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fde9a67c8ef448b48037f5377d583ca6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/048eed987338409e980b267b88eeafc8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/c192235be45446d1abe3e87ee0511723, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fa5e643ffd764d469c083f723e3f8d87, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/518edac31b9f4cf887e4414ebf65cc2e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/730938fbee7c41dda28fe6d77927c72c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/61e292c3b1a7418984381c4e7850e607, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/8983b53021ef40098c9ac1db06f45a4c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5a7546ae7c60474daeda2ca3b8589eff, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cec80aa4d47b45a394f4891a97a90a60, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/941b27fa012042c8a086f70636e350be, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5600c3b7db1645ec94e9eab3ea711b49, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/34c2a67cc58045e48f4bdeae187d6e54] to archive 2024-12-15T03:38:22,511 DEBUG [StoreCloser-TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:38:22,513 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/153b7f9c87064098bf742378e96633cd to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/153b7f9c87064098bf742378e96633cd 2024-12-15T03:38:22,513 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/289ce7f263cf4489829a44a86299b99e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/289ce7f263cf4489829a44a86299b99e 2024-12-15T03:38:22,513 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cefe9d182fde47539aa6db555a870c06 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cefe9d182fde47539aa6db555a870c06 2024-12-15T03:38:22,513 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/df601608eebd47678f52b42211070bd2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/df601608eebd47678f52b42211070bd2 2024-12-15T03:38:22,513 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/a55dd01ff5f34df7af1c41342395eeac to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/a55dd01ff5f34df7af1c41342395eeac 2024-12-15T03:38:22,513 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/b031fe467b994c6598e06cee56c9cda8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/b031fe467b994c6598e06cee56c9cda8 2024-12-15T03:38:22,514 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fde9a67c8ef448b48037f5377d583ca6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fde9a67c8ef448b48037f5377d583ca6 2024-12-15T03:38:22,514 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/91e789204d154219a43d86d223f45dca to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/91e789204d154219a43d86d223f45dca 2024-12-15T03:38:22,515 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/048eed987338409e980b267b88eeafc8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/048eed987338409e980b267b88eeafc8 2024-12-15T03:38:22,515 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/c192235be45446d1abe3e87ee0511723 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/c192235be45446d1abe3e87ee0511723 2024-12-15T03:38:22,516 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fa5e643ffd764d469c083f723e3f8d87 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/fa5e643ffd764d469c083f723e3f8d87 2024-12-15T03:38:22,516 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/518edac31b9f4cf887e4414ebf65cc2e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/518edac31b9f4cf887e4414ebf65cc2e 2024-12-15T03:38:22,516 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/8983b53021ef40098c9ac1db06f45a4c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/8983b53021ef40098c9ac1db06f45a4c 2024-12-15T03:38:22,516 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/730938fbee7c41dda28fe6d77927c72c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/730938fbee7c41dda28fe6d77927c72c 2024-12-15T03:38:22,516 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/61e292c3b1a7418984381c4e7850e607 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/61e292c3b1a7418984381c4e7850e607 2024-12-15T03:38:22,517 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5a7546ae7c60474daeda2ca3b8589eff to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5a7546ae7c60474daeda2ca3b8589eff 2024-12-15T03:38:22,517 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/941b27fa012042c8a086f70636e350be to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/941b27fa012042c8a086f70636e350be 2024-12-15T03:38:22,517 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cec80aa4d47b45a394f4891a97a90a60 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/cec80aa4d47b45a394f4891a97a90a60 2024-12-15T03:38:22,517 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5600c3b7db1645ec94e9eab3ea711b49 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/5600c3b7db1645ec94e9eab3ea711b49 2024-12-15T03:38:22,518 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/34c2a67cc58045e48f4bdeae187d6e54 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/34c2a67cc58045e48f4bdeae187d6e54 2024-12-15T03:38:22,519 DEBUG [StoreCloser-TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e69353a5deec4f008db452a2dd547b7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/737165d47fed44d989e6fd8e7e61d5cf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/390c6867efb94ca29954fab781840f21, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/177a0f22bdc8466199aedc3989cefd23, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/edfb5ac73a114608bd01aa6f35007159, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/0764d0f92f7c4e819505f552fc0d60c6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/c0d4828a53044a9da8ab411a481db63a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e8c5fe17a9af4de59488c0497495e612, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9d7956f113034dfd848c2483d7f71bd7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ef0b030b5bb14c0595b475a6f883c57c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/8bb4aca2864147d18e9c78600a15d294, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/af9eadfc06ac44c1840c8dad1efb3308, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/1628505c52f442e0922a1ea053e2e193, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4616269527e542c498e7b996b3bb6011, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/48035b6d3e6847db8d3fd12f1a1a29bb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/cc44ed225c3d4d72a8d9a44d728cd33c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/5eb60ad3251b48129c8d4d2b7345e452, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9f3cfa1a6c6a40b5b6b4128fa68dceae, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/d1fdccb9a7e9489f91610c083d5cf01c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e3743aef52a04c039b9af08288c0ee2a] to archive 2024-12-15T03:38:22,519 DEBUG [StoreCloser-TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e69353a5deec4f008db452a2dd547b7d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e69353a5deec4f008db452a2dd547b7d 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/737165d47fed44d989e6fd8e7e61d5cf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/737165d47fed44d989e6fd8e7e61d5cf 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/0764d0f92f7c4e819505f552fc0d60c6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/0764d0f92f7c4e819505f552fc0d60c6 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/177a0f22bdc8466199aedc3989cefd23 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/177a0f22bdc8466199aedc3989cefd23 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/c0d4828a53044a9da8ab411a481db63a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/c0d4828a53044a9da8ab411a481db63a 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e8c5fe17a9af4de59488c0497495e612 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e8c5fe17a9af4de59488c0497495e612 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/edfb5ac73a114608bd01aa6f35007159 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/edfb5ac73a114608bd01aa6f35007159 2024-12-15T03:38:22,521 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/390c6867efb94ca29954fab781840f21 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/390c6867efb94ca29954fab781840f21 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9d7956f113034dfd848c2483d7f71bd7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9d7956f113034dfd848c2483d7f71bd7 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ef0b030b5bb14c0595b475a6f883c57c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ef0b030b5bb14c0595b475a6f883c57c 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/8bb4aca2864147d18e9c78600a15d294 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/8bb4aca2864147d18e9c78600a15d294 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/af9eadfc06ac44c1840c8dad1efb3308 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/af9eadfc06ac44c1840c8dad1efb3308 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4616269527e542c498e7b996b3bb6011 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4616269527e542c498e7b996b3bb6011 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/48035b6d3e6847db8d3fd12f1a1a29bb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/48035b6d3e6847db8d3fd12f1a1a29bb 2024-12-15T03:38:22,523 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/1628505c52f442e0922a1ea053e2e193 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/1628505c52f442e0922a1ea053e2e193 2024-12-15T03:38:22,524 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/cc44ed225c3d4d72a8d9a44d728cd33c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/cc44ed225c3d4d72a8d9a44d728cd33c 2024-12-15T03:38:22,524 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/d1fdccb9a7e9489f91610c083d5cf01c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/d1fdccb9a7e9489f91610c083d5cf01c 2024-12-15T03:38:22,524 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9f3cfa1a6c6a40b5b6b4128fa68dceae to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/9f3cfa1a6c6a40b5b6b4128fa68dceae 2024-12-15T03:38:22,524 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/5eb60ad3251b48129c8d4d2b7345e452 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/5eb60ad3251b48129c8d4d2b7345e452 2024-12-15T03:38:22,525 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e3743aef52a04c039b9af08288c0ee2a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/e3743aef52a04c039b9af08288c0ee2a 2024-12-15T03:38:22,528 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=4 2024-12-15T03:38:22,529 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272. 2024-12-15T03:38:22,529 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for e0f7d6d7a8015d3c27abfd0cf9292272: 2024-12-15T03:38:22,530 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:22,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=e0f7d6d7a8015d3c27abfd0cf9292272, regionState=CLOSED 2024-12-15T03:38:22,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-15T03:38:22,533 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure e0f7d6d7a8015d3c27abfd0cf9292272, server=c1551786b40e,42709,1734233785718 in 2.2110 sec 2024-12-15T03:38:22,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-12-15T03:38:22,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e0f7d6d7a8015d3c27abfd0cf9292272, UNASSIGN in 2.2150 sec 2024-12-15T03:38:22,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-15T03:38:22,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2170 sec 2024-12-15T03:38:22,536 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233902536"}]},"ts":"1734233902536"} 2024-12-15T03:38:22,537 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T03:38:22,539 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T03:38:22,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.2300 sec 2024-12-15T03:38:24,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T03:38:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T03:38:24,417 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-15T03:38:24,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T03:38:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,419 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T03:38:24,419 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,420 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,422 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/recovered.edits] 2024-12-15T03:38:24,425 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0777271bbdf547f7a6df7f9df27ce81c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/0777271bbdf547f7a6df7f9df27ce81c 2024-12-15T03:38:24,425 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/f5a717a7907b42d6b3ce35dc598b0940 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/f5a717a7907b42d6b3ce35dc598b0940 2024-12-15T03:38:24,425 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2763178fab2d49f6be88809f34970ace to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2763178fab2d49f6be88809f34970ace 2024-12-15T03:38:24,425 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2bed632431934a41b895b8ed1411fad8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/A/2bed632431934a41b895b8ed1411fad8 2024-12-15T03:38:24,428 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/4e85e571d6ec4c5aae727ba20d1dc5dc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/4e85e571d6ec4c5aae727ba20d1dc5dc 2024-12-15T03:38:24,428 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/9df9bf60202947859ef26972066c09ef to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/9df9bf60202947859ef26972066c09ef 2024-12-15T03:38:24,428 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/f5e5d4b4544b4d43ab143a10b040a5ea to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/f5e5d4b4544b4d43ab143a10b040a5ea 2024-12-15T03:38:24,429 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/dfaa9808d3dd4d4c8456ddd97d73ddb1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/B/dfaa9808d3dd4d4c8456ddd97d73ddb1 2024-12-15T03:38:24,431 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4072516a6e22494cac901385dafb2e68 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/4072516a6e22494cac901385dafb2e68 2024-12-15T03:38:24,431 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ea5b2e5963f2400f910fbed6cd19e381 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/ea5b2e5963f2400f910fbed6cd19e381 2024-12-15T03:38:24,431 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/3d524c55eaf24e048b66441c01d49931 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/3d524c55eaf24e048b66441c01d49931 2024-12-15T03:38:24,431 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/df4fd5d09fac405d87630763747118ed to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/C/df4fd5d09fac405d87630763747118ed 2024-12-15T03:38:24,434 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/recovered.edits/344.seqid to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272/recovered.edits/344.seqid 2024-12-15T03:38:24,434 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,434 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T03:38:24,435 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T03:38:24,436 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T03:38:24,441 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150ea7ffd47870472ba4899bdc2cac7828_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150ea7ffd47870472ba4899bdc2cac7828_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530e3ef392ad2411fb53d1fc7aacf3840_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530e3ef392ad2411fb53d1fc7aacf3840_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153664cc52b44d4f9cb4c6c91a16f55ced_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153664cc52b44d4f9cb4c6c91a16f55ced_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215204b87c9b28b4bae86f17a702e5688a4_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215204b87c9b28b4bae86f17a702e5688a4_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121548c11e8d1f264b33b2205f73d81bd532_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121548c11e8d1f264b33b2205f73d81bd532_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121553a02c9e985745ed888b7b28fdc118ed_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121553a02c9e985745ed888b7b28fdc118ed_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158189bac1c0534cc186239f12aa574d34_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158189bac1c0534cc186239f12aa574d34_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,442 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121583b56720284d488ca035ef99cf001f5c_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121583b56720284d488ca035ef99cf001f5c_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,443 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a58f863e52874f1cb43bd3ccc465ca48_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a58f863e52874f1cb43bd3ccc465ca48_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,443 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159ac4f7851c254de7b790dadca76ae9c5_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159ac4f7851c254de7b790dadca76ae9c5_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,443 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158f70be110ccf473e81dcbe32e3a68f2c_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158f70be110ccf473e81dcbe32e3a68f2c_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,444 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aa4a1bee68bd4eed8daf7891300d6b1b_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aa4a1bee68bd4eed8daf7891300d6b1b_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,444 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b1373d6e9bb54da39dceb9a9640b4030_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b1373d6e9bb54da39dceb9a9640b4030_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,444 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cb3e75b7a0ba4828aa1f1e17ca201896_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cb3e75b7a0ba4828aa1f1e17ca201896_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,444 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cd9a6c3e7ba041c1a6a95831a34afbb4_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cd9a6c3e7ba041c1a6a95831a34afbb4_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,444 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d7343a1f255d4bd8b5fa56e702e945b8_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d7343a1f255d4bd8b5fa56e702e945b8_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,444 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215da88bf26af1c450e99891cda9c6372fc_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215da88bf26af1c450e99891cda9c6372fc_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,445 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215df8145c7430d453a8fced7a04332dda5_e0f7d6d7a8015d3c27abfd0cf9292272 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215df8145c7430d453a8fced7a04332dda5_e0f7d6d7a8015d3c27abfd0cf9292272 2024-12-15T03:38:24,445 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T03:38:24,447 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,449 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T03:38:24,450 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T03:38:24,451 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,451 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T03:38:24,451 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734233904451"}]},"ts":"9223372036854775807"} 2024-12-15T03:38:24,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T03:38:24,453 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e0f7d6d7a8015d3c27abfd0cf9292272, NAME => 'TestAcidGuarantees,,1734233876498.e0f7d6d7a8015d3c27abfd0cf9292272.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T03:38:24,453 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T03:38:24,453 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734233904453"}]},"ts":"9223372036854775807"} 2024-12-15T03:38:24,454 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T03:38:24,457 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-12-15T03:38:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T03:38:24,520 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-15T03:38:24,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245 (was 244) - Thread LEAK? -, OpenFileDescriptor=457 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 291) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2244 (was 2333) 2024-12-15T03:38:24,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=2244 2024-12-15T03:38:24,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:38:24,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:38:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:24,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:38:24,541 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:24,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-12-15T03:38:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T03:38:24,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:38:24,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742271_1447 (size=963) 2024-12-15T03:38:24,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T03:38:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T03:38:24,949 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:38:24,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742272_1448 (size=53) 2024-12-15T03:38:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T03:38:25,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:38:25,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c0006ee1fe3a4b97b61cbae7bb51a16e, disabling compactions & flushes 2024-12-15T03:38:25,354 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. after waiting 0 ms 2024-12-15T03:38:25,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,354 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:25,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:38:25,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734233905355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233905355"}]},"ts":"1734233905355"} 2024-12-15T03:38:25,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:38:25,357 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:38:25,357 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233905357"}]},"ts":"1734233905357"} 2024-12-15T03:38:25,358 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T03:38:25,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, ASSIGN}] 2024-12-15T03:38:25,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, ASSIGN 2024-12-15T03:38:25,363 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:38:25,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T03:38:25,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=c0006ee1fe3a4b97b61cbae7bb51a16e, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:25,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:38:25,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T03:38:25,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:25,669 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,669 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:38:25,670 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,670 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:38:25,670 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,670 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,671 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,672 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:25,672 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0006ee1fe3a4b97b61cbae7bb51a16e columnFamilyName A 2024-12-15T03:38:25,672 DEBUG [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:25,673 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.HStore(327): Store=c0006ee1fe3a4b97b61cbae7bb51a16e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:25,673 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,674 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:25,674 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0006ee1fe3a4b97b61cbae7bb51a16e columnFamilyName B 2024-12-15T03:38:25,674 DEBUG [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:25,674 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.HStore(327): Store=c0006ee1fe3a4b97b61cbae7bb51a16e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:25,674 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,675 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:25,675 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0006ee1fe3a4b97b61cbae7bb51a16e columnFamilyName C 2024-12-15T03:38:25,675 DEBUG [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:25,675 INFO [StoreOpener-c0006ee1fe3a4b97b61cbae7bb51a16e-1 {}] regionserver.HStore(327): Store=c0006ee1fe3a4b97b61cbae7bb51a16e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:25,676 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,676 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,676 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,677 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:38:25,678 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:25,680 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:38:25,680 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened c0006ee1fe3a4b97b61cbae7bb51a16e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59569369, jitterRate=-0.11234723031520844}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:38:25,681 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:25,681 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., pid=127, masterSystemTime=1734233905666 2024-12-15T03:38:25,682 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,682 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:25,683 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=c0006ee1fe3a4b97b61cbae7bb51a16e, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:25,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-15T03:38:25,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 in 168 msec 2024-12-15T03:38:25,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-12-15T03:38:25,685 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, ASSIGN in 322 msec 2024-12-15T03:38:25,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:38:25,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233905686"}]},"ts":"1734233905686"} 2024-12-15T03:38:25,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T03:38:25,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:38:25,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-12-15T03:38:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T03:38:26,646 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-12-15T03:38:26,647 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60eadae0 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721d647e 2024-12-15T03:38:26,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b126c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,652 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:38:26,654 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:38:26,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55a6e359 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c014307 2024-12-15T03:38:26,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ff604f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,659 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d47237f to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b9854ab 2024-12-15T03:38:26,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dabc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,663 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e690d6 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b72a92d 2024-12-15T03:38:26,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4d4e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,665 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3abeec20 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44fb119b 2024-12-15T03:38:26,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44462a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00df2701 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c349948 2024-12-15T03:38:26,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d7a6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d0c5089 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5938a7c8 2024-12-15T03:38:26,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308560f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,676 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3943c27f to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25593478 2024-12-15T03:38:26,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4052d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6da65bb4 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@130588c 2024-12-15T03:38:26,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dda54a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,685 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21a938cf to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22def04e 2024-12-15T03:38:26,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4ec7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x366de26d to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6364386e 2024-12-15T03:38:26,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582ec26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:26,697 DEBUG [hconnection-0x6d27ba7a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,697 DEBUG [hconnection-0x7a282a3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,698 DEBUG [hconnection-0x6b3fada3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,699 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,699 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,699 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,699 DEBUG [hconnection-0x11bc715e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:26,699 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,700 DEBUG [hconnection-0x512f60e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-15T03:38:26,700 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:26,701 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:26,702 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:26,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:26,704 DEBUG [hconnection-0x78a52ff3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,704 DEBUG [hconnection-0x20fb0dfe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,705 DEBUG [hconnection-0x60c2e759-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,705 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,705 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:26,705 DEBUG [hconnection-0x11262c63-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:38:26,706 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,706 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:26,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:26,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:26,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:26,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:26,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:26,710 DEBUG [hconnection-0x5ccc5fd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:26,711 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:26,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233966716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233966717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233966717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233966717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233966718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/33b820a1c25c40ff901744744868e9cb is 50, key is test_row_0/A:col10/1734233906706/Put/seqid=0 2024-12-15T03:38:26,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742273_1449 (size=16681) 2024-12-15T03:38:26,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/33b820a1c25c40ff901744744868e9cb 2024-12-15T03:38:26,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/e09ee8bc3b5143668ac20619eb5feb7f is 50, key is test_row_0/B:col10/1734233906706/Put/seqid=0 2024-12-15T03:38:26,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742274_1450 (size=12001) 2024-12-15T03:38:26,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:26,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233966818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233966821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233966821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233966821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233966823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:26,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T03:38:26,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:26,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:26,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:26,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:26,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:27,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T03:38:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233967021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233967023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233967023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233967023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233967027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T03:38:27,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:27,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/e09ee8bc3b5143668ac20619eb5feb7f 2024-12-15T03:38:27,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/9f72e39aca5f4add8d1080d98d55d4be is 50, key is test_row_0/C:col10/1734233906706/Put/seqid=0 2024-12-15T03:38:27,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742275_1451 (size=12001) 2024-12-15T03:38:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:27,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T03:38:27,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:27,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233967326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233967328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233967328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233967329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233967332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T03:38:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:27,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/9f72e39aca5f4add8d1080d98d55d4be 2024-12-15T03:38:27,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/33b820a1c25c40ff901744744868e9cb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/33b820a1c25c40ff901744744868e9cb 2024-12-15T03:38:27,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/33b820a1c25c40ff901744744868e9cb, entries=250, sequenceid=14, filesize=16.3 K 2024-12-15T03:38:27,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/e09ee8bc3b5143668ac20619eb5feb7f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/e09ee8bc3b5143668ac20619eb5feb7f 2024-12-15T03:38:27,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/e09ee8bc3b5143668ac20619eb5feb7f, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T03:38:27,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/9f72e39aca5f4add8d1080d98d55d4be as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/9f72e39aca5f4add8d1080d98d55d4be 2024-12-15T03:38:27,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/9f72e39aca5f4add8d1080d98d55d4be, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T03:38:27,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for c0006ee1fe3a4b97b61cbae7bb51a16e in 906ms, sequenceid=14, compaction requested=false 2024-12-15T03:38:27,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:27,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T03:38:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:27,618 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T03:38:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:27,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:27,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/794240246e1f420d9140d9c2f691c5a0 is 50, key is test_row_0/A:col10/1734233906717/Put/seqid=0 2024-12-15T03:38:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742276_1452 (size=12001) 2024-12-15T03:38:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:27,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:27,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:27,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233967840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233967841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233967843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233967845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233967848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233967947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233967947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233967949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233967949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:27,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:27,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233967952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,031 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/794240246e1f420d9140d9c2f691c5a0 2024-12-15T03:38:28,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/b06e20b834b2467d842e3ae370c263df is 50, key is test_row_0/B:col10/1734233906717/Put/seqid=0 2024-12-15T03:38:28,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742277_1453 (size=12001) 2024-12-15T03:38:28,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T03:38:28,111 DEBUG [regionserver/c1551786b40e:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-12-15T03:38:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233968151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233968151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233968153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233968153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233968154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,443 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/b06e20b834b2467d842e3ae370c263df 2024-12-15T03:38:28,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/b49f221bbd65424c804b1239e6026221 is 50, key is test_row_0/C:col10/1734233906717/Put/seqid=0 2024-12-15T03:38:28,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742278_1454 (size=12001) 2024-12-15T03:38:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233968456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233968456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233968456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233968457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233968457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:28,855 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/b49f221bbd65424c804b1239e6026221 2024-12-15T03:38:28,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/794240246e1f420d9140d9c2f691c5a0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/794240246e1f420d9140d9c2f691c5a0 2024-12-15T03:38:28,863 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/794240246e1f420d9140d9c2f691c5a0, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T03:38:28,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/b06e20b834b2467d842e3ae370c263df as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/b06e20b834b2467d842e3ae370c263df 2024-12-15T03:38:28,867 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/b06e20b834b2467d842e3ae370c263df, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T03:38:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/b49f221bbd65424c804b1239e6026221 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b49f221bbd65424c804b1239e6026221 2024-12-15T03:38:28,871 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b49f221bbd65424c804b1239e6026221, entries=150, sequenceid=39, filesize=11.7 K 2024-12-15T03:38:28,872 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1253ms, sequenceid=39, compaction requested=false 2024-12-15T03:38:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-15T03:38:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-15T03:38:28,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-15T03:38:28,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-12-15T03:38:28,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.1760 sec 2024-12-15T03:38:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:28,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:38:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:28,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:28,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/b41e558be6784544b08b9963b44e293b is 50, key is test_row_0/A:col10/1734233908962/Put/seqid=0 2024-12-15T03:38:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742279_1455 (size=11997) 2024-12-15T03:38:29,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233969013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233969014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233969014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233969015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233969015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233969116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233969120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233969121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233969122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233969123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233969321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233969321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233969326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233969327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233969327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/b41e558be6784544b08b9963b44e293b 2024-12-15T03:38:29,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/a9654717ebf24ffc9a7c76ec18b2ec89 is 50, key is test_row_0/B:col10/1734233908962/Put/seqid=0 2024-12-15T03:38:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742280_1456 (size=9657) 2024-12-15T03:38:29,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233969625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233969625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233969629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233969629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233969631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:29,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/a9654717ebf24ffc9a7c76ec18b2ec89 2024-12-15T03:38:29,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/27ff2f89a516412b8a0a4329c6d79cb1 is 50, key is test_row_0/C:col10/1734233908962/Put/seqid=0 2024-12-15T03:38:29,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742281_1457 (size=9657) 2024-12-15T03:38:30,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233970132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:30,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233970132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233970134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233970134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:30,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233970136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:30,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/27ff2f89a516412b8a0a4329c6d79cb1 2024-12-15T03:38:30,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/b41e558be6784544b08b9963b44e293b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b41e558be6784544b08b9963b44e293b 2024-12-15T03:38:30,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b41e558be6784544b08b9963b44e293b, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T03:38:30,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/a9654717ebf24ffc9a7c76ec18b2ec89 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/a9654717ebf24ffc9a7c76ec18b2ec89 2024-12-15T03:38:30,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/a9654717ebf24ffc9a7c76ec18b2ec89, entries=100, sequenceid=53, filesize=9.4 K 2024-12-15T03:38:30,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/27ff2f89a516412b8a0a4329c6d79cb1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/27ff2f89a516412b8a0a4329c6d79cb1 2024-12-15T03:38:30,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/27ff2f89a516412b8a0a4329c6d79cb1, entries=100, sequenceid=53, filesize=9.4 K 2024-12-15T03:38:30,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1251ms, sequenceid=53, compaction requested=true 2024-12-15T03:38:30,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:30,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:30,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:30,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:30,214 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:30,215 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/33b820a1c25c40ff901744744868e9cb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/794240246e1f420d9140d9c2f691c5a0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b41e558be6784544b08b9963b44e293b] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=39.7 K 2024-12-15T03:38:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:30,215 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:30,215 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33b820a1c25c40ff901744744868e9cb, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734233906703 2024-12-15T03:38:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:30,215 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 794240246e1f420d9140d9c2f691c5a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734233906713 2024-12-15T03:38:30,215 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b41e558be6784544b08b9963b44e293b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734233907844 2024-12-15T03:38:30,215 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:30,216 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:30,216 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:30,216 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/e09ee8bc3b5143668ac20619eb5feb7f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/b06e20b834b2467d842e3ae370c263df, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/a9654717ebf24ffc9a7c76ec18b2ec89] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=32.9 K 2024-12-15T03:38:30,216 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting e09ee8bc3b5143668ac20619eb5feb7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734233906704 2024-12-15T03:38:30,216 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b06e20b834b2467d842e3ae370c263df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734233906713 2024-12-15T03:38:30,217 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a9654717ebf24ffc9a7c76ec18b2ec89, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734233908961 2024-12-15T03:38:30,239 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:30,239 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:30,240 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/de9afc0db694411c9f6d55b21605e7f6 is 50, key is test_row_0/B:col10/1734233908962/Put/seqid=0 2024-12-15T03:38:30,240 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/a71ee85dede94809a0cfc0942025e25c is 50, key is test_row_0/A:col10/1734233908962/Put/seqid=0 2024-12-15T03:38:30,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742282_1458 (size=12104) 2024-12-15T03:38:30,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742283_1459 (size=12104) 2024-12-15T03:38:30,258 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/de9afc0db694411c9f6d55b21605e7f6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/de9afc0db694411c9f6d55b21605e7f6 2024-12-15T03:38:30,263 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into de9afc0db694411c9f6d55b21605e7f6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:30,263 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:30,263 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233910215; duration=0sec 2024-12-15T03:38:30,263 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:30,263 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:30,263 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:30,264 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:30,264 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:30,264 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:30,264 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/9f72e39aca5f4add8d1080d98d55d4be, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b49f221bbd65424c804b1239e6026221, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/27ff2f89a516412b8a0a4329c6d79cb1] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=32.9 K 2024-12-15T03:38:30,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f72e39aca5f4add8d1080d98d55d4be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734233906704 2024-12-15T03:38:30,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b49f221bbd65424c804b1239e6026221, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734233906713 2024-12-15T03:38:30,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 27ff2f89a516412b8a0a4329c6d79cb1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734233908961 2024-12-15T03:38:30,273 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:30,274 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/aa0d9139aecc4bc097be4b1546d71bdc is 50, key is test_row_0/C:col10/1734233908962/Put/seqid=0 2024-12-15T03:38:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742284_1460 (size=12104) 2024-12-15T03:38:30,649 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/a71ee85dede94809a0cfc0942025e25c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/a71ee85dede94809a0cfc0942025e25c 2024-12-15T03:38:30,654 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into a71ee85dede94809a0cfc0942025e25c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:30,654 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:30,654 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233910214; duration=0sec 2024-12-15T03:38:30,654 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:30,654 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:30,690 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/aa0d9139aecc4bc097be4b1546d71bdc as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/aa0d9139aecc4bc097be4b1546d71bdc 2024-12-15T03:38:30,694 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into aa0d9139aecc4bc097be4b1546d71bdc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:30,694 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:30,694 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233910215; duration=0sec 2024-12-15T03:38:30,694 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:30,694 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T03:38:30,806 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-15T03:38:30,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-15T03:38:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T03:38:30,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:30,809 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:30,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T03:38:30,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:30,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-15T03:38:30,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:30,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:38:30,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:30,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:30,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:30,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:30,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:30,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:30,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/b02065c3a4c64b38ab5a515c171a90bf is 50, key is test_row_0/A:col10/1734233909013/Put/seqid=0 2024-12-15T03:38:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742285_1461 (size=12001) 2024-12-15T03:38:31,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T03:38:31,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:31,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:31,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233971153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233971154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233971155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233971156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233971157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233971258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233971259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233971259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233971259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233971261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,389 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/b02065c3a4c64b38ab5a515c171a90bf 2024-12-15T03:38:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/266611ceb64f46c28a8c6907e876048a is 50, key is test_row_0/B:col10/1734233909013/Put/seqid=0 2024-12-15T03:38:31,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742286_1462 (size=12001) 2024-12-15T03:38:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T03:38:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233971463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233971465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233971465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233971466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233971466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233971766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233971766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233971770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233971771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233971772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:31,800 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/266611ceb64f46c28a8c6907e876048a 2024-12-15T03:38:31,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/5d26ed06705a4cc795c950604722f6e3 is 50, key is test_row_0/C:col10/1734233909013/Put/seqid=0 2024-12-15T03:38:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742287_1463 (size=12001) 2024-12-15T03:38:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T03:38:32,214 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/5d26ed06705a4cc795c950604722f6e3 2024-12-15T03:38:32,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/b02065c3a4c64b38ab5a515c171a90bf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b02065c3a4c64b38ab5a515c171a90bf 2024-12-15T03:38:32,221 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b02065c3a4c64b38ab5a515c171a90bf, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:38:32,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/266611ceb64f46c28a8c6907e876048a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/266611ceb64f46c28a8c6907e876048a 2024-12-15T03:38:32,225 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/266611ceb64f46c28a8c6907e876048a, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:38:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/5d26ed06705a4cc795c950604722f6e3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5d26ed06705a4cc795c950604722f6e3 2024-12-15T03:38:32,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5d26ed06705a4cc795c950604722f6e3, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T03:38:32,231 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1269ms, sequenceid=78, compaction requested=false 2024-12-15T03:38:32,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:32,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:32,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-15T03:38:32,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-15T03:38:32,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-15T03:38:32,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4230 sec 2024-12-15T03:38:32,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.4270 sec 2024-12-15T03:38:32,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:32,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T03:38:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:32,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/87e5edac02594883966fdaaef9db5bb4 is 50, key is test_row_0/A:col10/1734233912271/Put/seqid=0 2024-12-15T03:38:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742288_1464 (size=14341) 2024-12-15T03:38:32,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233972293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233972296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233972297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233972298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233972298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233972399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233972403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233972403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233972404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233972404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233972604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233972607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233972607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233972608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233972609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/87e5edac02594883966fdaaef9db5bb4 2024-12-15T03:38:32,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/89324c84698340658cce48ed2908c0b5 is 50, key is test_row_0/B:col10/1734233912271/Put/seqid=0 2024-12-15T03:38:32,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742289_1465 (size=12001) 2024-12-15T03:38:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T03:38:32,912 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-15T03:38:32,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233972909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233972910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233972910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:32,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233972913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-15T03:38:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T03:38:32,916 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:32,917 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:32,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:32,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233972916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T03:38:33,069 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-15T03:38:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:33,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:33,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:33,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/89324c84698340658cce48ed2908c0b5 2024-12-15T03:38:33,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/bf4175fd42604eb981b39a0697c6ad2e is 50, key is test_row_0/C:col10/1734233912271/Put/seqid=0 2024-12-15T03:38:33,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742290_1466 (size=12001) 2024-12-15T03:38:33,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/bf4175fd42604eb981b39a0697c6ad2e 2024-12-15T03:38:33,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/87e5edac02594883966fdaaef9db5bb4 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/87e5edac02594883966fdaaef9db5bb4 2024-12-15T03:38:33,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/87e5edac02594883966fdaaef9db5bb4, entries=200, sequenceid=93, filesize=14.0 K 2024-12-15T03:38:33,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/89324c84698340658cce48ed2908c0b5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/89324c84698340658cce48ed2908c0b5 2024-12-15T03:38:33,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/89324c84698340658cce48ed2908c0b5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T03:38:33,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/bf4175fd42604eb981b39a0697c6ad2e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bf4175fd42604eb981b39a0697c6ad2e 2024-12-15T03:38:33,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bf4175fd42604eb981b39a0697c6ad2e, entries=150, sequenceid=93, filesize=11.7 K 2024-12-15T03:38:33,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c0006ee1fe3a4b97b61cbae7bb51a16e in 849ms, sequenceid=93, compaction requested=true 2024-12-15T03:38:33,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:33,122 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:33,122 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:33,123 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:33,123 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:33,123 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:33,123 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:33,123 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:33,123 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:33,123 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/a71ee85dede94809a0cfc0942025e25c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b02065c3a4c64b38ab5a515c171a90bf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/87e5edac02594883966fdaaef9db5bb4] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=37.5 K 2024-12-15T03:38:33,123 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/de9afc0db694411c9f6d55b21605e7f6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/266611ceb64f46c28a8c6907e876048a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/89324c84698340658cce48ed2908c0b5] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=35.3 K 2024-12-15T03:38:33,123 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting de9afc0db694411c9f6d55b21605e7f6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734233906716 2024-12-15T03:38:33,123 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting a71ee85dede94809a0cfc0942025e25c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734233906716 2024-12-15T03:38:33,124 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b02065c3a4c64b38ab5a515c171a90bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233909012 2024-12-15T03:38:33,124 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 266611ceb64f46c28a8c6907e876048a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233909012 2024-12-15T03:38:33,124 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87e5edac02594883966fdaaef9db5bb4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233911152 2024-12-15T03:38:33,124 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 89324c84698340658cce48ed2908c0b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233911155 2024-12-15T03:38:33,130 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#393 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:33,131 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/2db2c70e3ef54eb9ae4b5bb78dd37dca is 50, key is test_row_0/A:col10/1734233912271/Put/seqid=0 2024-12-15T03:38:33,134 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:33,135 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3 is 50, key is test_row_0/B:col10/1734233912271/Put/seqid=0 2024-12-15T03:38:33,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742291_1467 (size=12207) 2024-12-15T03:38:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742292_1468 (size=12207) 2024-12-15T03:38:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T03:38:33,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-15T03:38:33,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:33,223 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:38:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:33,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:33,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/e32e53ec10f8460985f932ae9abeeb7d is 50, key is test_row_0/A:col10/1734233912295/Put/seqid=0 2024-12-15T03:38:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742293_1469 (size=12001) 2024-12-15T03:38:33,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233973425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233973426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233973427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233973428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233973430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T03:38:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233973531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233973532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233973532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233973536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233973536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,543 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/2db2c70e3ef54eb9ae4b5bb78dd37dca as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2db2c70e3ef54eb9ae4b5bb78dd37dca 2024-12-15T03:38:33,545 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3 2024-12-15T03:38:33,548 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into 2db2c70e3ef54eb9ae4b5bb78dd37dca(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:33,548 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:33,548 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233913122; duration=0sec 2024-12-15T03:38:33,548 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:33,548 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:33,548 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:33,550 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:33,550 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:33,550 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:33,550 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/aa0d9139aecc4bc097be4b1546d71bdc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5d26ed06705a4cc795c950604722f6e3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bf4175fd42604eb981b39a0697c6ad2e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=35.3 K 2024-12-15T03:38:33,550 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa0d9139aecc4bc097be4b1546d71bdc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734233906716 2024-12-15T03:38:33,551 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d26ed06705a4cc795c950604722f6e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734233909012 2024-12-15T03:38:33,551 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4175fd42604eb981b39a0697c6ad2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233911155 2024-12-15T03:38:33,555 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into ee0fcdc8fc674e8faf4edc93b3bfc1a3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:33,555 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:33,555 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233913122; duration=0sec 2024-12-15T03:38:33,555 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:33,555 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:33,562 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:33,563 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f9ebfdb5e1224729aff0a7b78b14282b is 50, key is test_row_0/C:col10/1734233912271/Put/seqid=0 2024-12-15T03:38:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742294_1470 (size=12207) 2024-12-15T03:38:33,633 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/e32e53ec10f8460985f932ae9abeeb7d 2024-12-15T03:38:33,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/accc84b1ce19406095baa3615e154930 is 50, key is test_row_0/B:col10/1734233912295/Put/seqid=0 2024-12-15T03:38:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742295_1471 (size=12001) 2024-12-15T03:38:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233973736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233973736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233973737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233973742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233973742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:33,982 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f9ebfdb5e1224729aff0a7b78b14282b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f9ebfdb5e1224729aff0a7b78b14282b 2024-12-15T03:38:33,986 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into f9ebfdb5e1224729aff0a7b78b14282b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:33,986 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:33,986 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233913122; duration=0sec 2024-12-15T03:38:33,986 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:33,986 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T03:38:34,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233974040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,044 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/accc84b1ce19406095baa3615e154930 2024-12-15T03:38:34,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233974042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233974042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233974046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/00f86079f73f45b8916cd091de1ba89a is 50, key is test_row_0/C:col10/1734233912295/Put/seqid=0 2024-12-15T03:38:34,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233974048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742296_1472 (size=12001) 2024-12-15T03:38:34,455 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/00f86079f73f45b8916cd091de1ba89a 2024-12-15T03:38:34,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/e32e53ec10f8460985f932ae9abeeb7d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/e32e53ec10f8460985f932ae9abeeb7d 2024-12-15T03:38:34,461 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/e32e53ec10f8460985f932ae9abeeb7d, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T03:38:34,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/accc84b1ce19406095baa3615e154930 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/accc84b1ce19406095baa3615e154930 2024-12-15T03:38:34,464 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/accc84b1ce19406095baa3615e154930, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T03:38:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/00f86079f73f45b8916cd091de1ba89a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/00f86079f73f45b8916cd091de1ba89a 2024-12-15T03:38:34,471 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/00f86079f73f45b8916cd091de1ba89a, entries=150, sequenceid=115, filesize=11.7 K 2024-12-15T03:38:34,472 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1249ms, sequenceid=115, compaction requested=false 2024-12-15T03:38:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-15T03:38:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-15T03:38:34,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-15T03:38:34,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-12-15T03:38:34,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.5610 sec 2024-12-15T03:38:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:34,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T03:38:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:34,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f9a1e30eb6544aaaaf15c91336089017 is 50, key is test_row_0/A:col10/1734233913429/Put/seqid=0 2024-12-15T03:38:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742297_1473 (size=14391) 2024-12-15T03:38:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233974570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233974571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233974571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233974572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233974573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233974678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233974678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233974678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233974678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233974679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233974882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233974883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233974883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233974883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233974884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:34,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f9a1e30eb6544aaaaf15c91336089017 2024-12-15T03:38:34,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/91373b844a0947c39074c6786dc50a64 is 50, key is test_row_0/B:col10/1734233913429/Put/seqid=0 2024-12-15T03:38:34,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742298_1474 (size=12051) 2024-12-15T03:38:34,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/91373b844a0947c39074c6786dc50a64 2024-12-15T03:38:34,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/a13f629530214671b408a3f53391f248 is 50, key is test_row_0/C:col10/1734233913429/Put/seqid=0 2024-12-15T03:38:34,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742299_1475 (size=12051) 2024-12-15T03:38:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T03:38:35,020 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-15T03:38:35,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-15T03:38:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T03:38:35,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:35,023 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:35,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T03:38:35,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T03:38:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:35,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233975186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233975187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233975188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233975189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233975190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T03:38:35,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T03:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:35,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:35,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/a13f629530214671b408a3f53391f248 2024-12-15T03:38:35,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f9a1e30eb6544aaaaf15c91336089017 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f9a1e30eb6544aaaaf15c91336089017 2024-12-15T03:38:35,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f9a1e30eb6544aaaaf15c91336089017, entries=200, sequenceid=133, filesize=14.1 K 2024-12-15T03:38:35,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/91373b844a0947c39074c6786dc50a64 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/91373b844a0947c39074c6786dc50a64 2024-12-15T03:38:35,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/91373b844a0947c39074c6786dc50a64, entries=150, sequenceid=133, filesize=11.8 K 2024-12-15T03:38:35,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/a13f629530214671b408a3f53391f248 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a13f629530214671b408a3f53391f248 2024-12-15T03:38:35,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a13f629530214671b408a3f53391f248, entries=150, sequenceid=133, filesize=11.8 K 2024-12-15T03:38:35,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c0006ee1fe3a4b97b61cbae7bb51a16e in 854ms, sequenceid=133, compaction requested=true 2024-12-15T03:38:35,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T03:38:35,401 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:35,401 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:35,402 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,402 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,402 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/accc84b1ce19406095baa3615e154930, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/91373b844a0947c39074c6786dc50a64] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=35.4 K 2024-12-15T03:38:35,402 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2db2c70e3ef54eb9ae4b5bb78dd37dca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/e32e53ec10f8460985f932ae9abeeb7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f9a1e30eb6544aaaaf15c91336089017] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=37.7 K 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0fcdc8fc674e8faf4edc93b3bfc1a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233911155 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2db2c70e3ef54eb9ae4b5bb78dd37dca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233911155 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e32e53ec10f8460985f932ae9abeeb7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734233912295 2024-12-15T03:38:35,402 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting accc84b1ce19406095baa3615e154930, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734233912295 2024-12-15T03:38:35,403 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9a1e30eb6544aaaaf15c91336089017, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734233913426 2024-12-15T03:38:35,403 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 91373b844a0947c39074c6786dc50a64, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734233913426 2024-12-15T03:38:35,410 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#402 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:35,410 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:35,410 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0459fbdcf48b4ca99b861d937e9f4a2c is 50, key is test_row_0/B:col10/1734233913429/Put/seqid=0 2024-12-15T03:38:35,410 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f1a5fa8e52eb4b43bc38c447f823e4a2 is 50, key is test_row_0/A:col10/1734233913429/Put/seqid=0 2024-12-15T03:38:35,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742300_1476 (size=12359) 2024-12-15T03:38:35,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742301_1477 (size=12359) 2024-12-15T03:38:35,425 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f1a5fa8e52eb4b43bc38c447f823e4a2 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f1a5fa8e52eb4b43bc38c447f823e4a2 2024-12-15T03:38:35,430 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into f1a5fa8e52eb4b43bc38c447f823e4a2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:35,430 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:35,430 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233915400; duration=0sec 2024-12-15T03:38:35,430 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:35,430 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:35,430 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:35,431 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:35,431 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:35,431 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,431 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f9ebfdb5e1224729aff0a7b78b14282b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/00f86079f73f45b8916cd091de1ba89a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a13f629530214671b408a3f53391f248] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=35.4 K 2024-12-15T03:38:35,431 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9ebfdb5e1224729aff0a7b78b14282b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734233911155 2024-12-15T03:38:35,432 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00f86079f73f45b8916cd091de1ba89a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734233912295 2024-12-15T03:38:35,432 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting a13f629530214671b408a3f53391f248, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734233913426 2024-12-15T03:38:35,438 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:35,438 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/7b4529cd65e844adbbfccdc73f81a23f is 50, key is test_row_0/C:col10/1734233913429/Put/seqid=0 2024-12-15T03:38:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742302_1478 (size=12359) 2024-12-15T03:38:35,452 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T03:38:35,452 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T03:38:35,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:35,481 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:35,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:35,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/29deee9e0242427593cddb52d7205443 is 50, key is test_row_0/A:col10/1734233914569/Put/seqid=0 2024-12-15T03:38:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742303_1479 (size=12151) 2024-12-15T03:38:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T03:38:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:35,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233975703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233975703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233975708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233975708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233975709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233975810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233975810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233975815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233975815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233975816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:35,823 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0459fbdcf48b4ca99b861d937e9f4a2c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0459fbdcf48b4ca99b861d937e9f4a2c 2024-12-15T03:38:35,827 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into 0459fbdcf48b4ca99b861d937e9f4a2c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:35,827 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:35,827 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233915401; duration=0sec 2024-12-15T03:38:35,827 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:35,827 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:35,851 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/7b4529cd65e844adbbfccdc73f81a23f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/7b4529cd65e844adbbfccdc73f81a23f 2024-12-15T03:38:35,854 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into 7b4529cd65e844adbbfccdc73f81a23f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:35,855 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:35,855 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233915401; duration=0sec 2024-12-15T03:38:35,855 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:35,855 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:35,895 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/29deee9e0242427593cddb52d7205443 2024-12-15T03:38:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0c3dfb60864244d58700734dd824e582 is 50, key is test_row_0/B:col10/1734233914569/Put/seqid=0 2024-12-15T03:38:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742304_1480 (size=12151) 2024-12-15T03:38:36,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233976016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233976016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233976017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233976017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233976022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T03:38:36,308 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0c3dfb60864244d58700734dd824e582 2024-12-15T03:38:36,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/8e695103711f4b449a128c9ed8874ca4 is 50, key is test_row_0/C:col10/1734233914569/Put/seqid=0 2024-12-15T03:38:36,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233976321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233976322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233976322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233976322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742305_1481 (size=12151) 2024-12-15T03:38:36,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233976327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,729 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/8e695103711f4b449a128c9ed8874ca4 2024-12-15T03:38:36,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/29deee9e0242427593cddb52d7205443 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/29deee9e0242427593cddb52d7205443 2024-12-15T03:38:36,737 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/29deee9e0242427593cddb52d7205443, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T03:38:36,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0c3dfb60864244d58700734dd824e582 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0c3dfb60864244d58700734dd824e582 2024-12-15T03:38:36,741 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0c3dfb60864244d58700734dd824e582, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T03:38:36,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/8e695103711f4b449a128c9ed8874ca4 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/8e695103711f4b449a128c9ed8874ca4 2024-12-15T03:38:36,745 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/8e695103711f4b449a128c9ed8874ca4, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T03:38:36,745 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1264ms, sequenceid=155, compaction requested=false 2024-12-15T03:38:36,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:36,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:36,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-15T03:38:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-15T03:38:36,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-15T03:38:36,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-12-15T03:38:36,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.7270 sec 2024-12-15T03:38:36,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:36,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T03:38:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:36,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:36,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/2b42019430fd4827be59f9edcd2d7878 is 50, key is test_row_0/A:col10/1734233916828/Put/seqid=0 2024-12-15T03:38:36,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742306_1482 (size=14541) 2024-12-15T03:38:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233976846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233976846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233976848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233976849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233976853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233976954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233976954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233976954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233976955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:36,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:36,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233976959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T03:38:37,126 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-15T03:38:37,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-15T03:38:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T03:38:37,129 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:37,129 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:37,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:37,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233977158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233977158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233977159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233977159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233977163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T03:38:37,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/2b42019430fd4827be59f9edcd2d7878 2024-12-15T03:38:37,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/03ca9757ba80455683363a87e4203e44 is 50, key is test_row_0/B:col10/1734233916828/Put/seqid=0 2024-12-15T03:38:37,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742307_1483 (size=12151) 2024-12-15T03:38:37,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:37,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T03:38:37,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233977462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233977464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233977465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233977465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233977469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/03ca9757ba80455683363a87e4203e44 2024-12-15T03:38:37,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/3a04c5622b5345e4b0ba054a8b61ed70 is 50, key is test_row_0/C:col10/1734233916828/Put/seqid=0 2024-12-15T03:38:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742308_1484 (size=12151) 2024-12-15T03:38:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T03:38:37,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:37,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:37,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:37,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233977970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233977971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233977972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233977976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:37,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:37,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233977983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:38,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:38,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:38,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/3a04c5622b5345e4b0ba054a8b61ed70 2024-12-15T03:38:38,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/2b42019430fd4827be59f9edcd2d7878 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2b42019430fd4827be59f9edcd2d7878 2024-12-15T03:38:38,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2b42019430fd4827be59f9edcd2d7878, entries=200, sequenceid=173, filesize=14.2 K 2024-12-15T03:38:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/03ca9757ba80455683363a87e4203e44 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/03ca9757ba80455683363a87e4203e44 2024-12-15T03:38:38,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/03ca9757ba80455683363a87e4203e44, entries=150, sequenceid=173, filesize=11.9 K 2024-12-15T03:38:38,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/3a04c5622b5345e4b0ba054a8b61ed70 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/3a04c5622b5345e4b0ba054a8b61ed70 2024-12-15T03:38:38,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/3a04c5622b5345e4b0ba054a8b61ed70, entries=150, sequenceid=173, filesize=11.9 K 2024-12-15T03:38:38,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1248ms, sequenceid=173, compaction requested=true 2024-12-15T03:38:38,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:38,078 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:38,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:38,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:38,078 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:38,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:38,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:38,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:38,079 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:38,079 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:38,079 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:38,079 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,079 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:38,079 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,079 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f1a5fa8e52eb4b43bc38c447f823e4a2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/29deee9e0242427593cddb52d7205443, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2b42019430fd4827be59f9edcd2d7878] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=38.1 K 2024-12-15T03:38:38,079 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0459fbdcf48b4ca99b861d937e9f4a2c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0c3dfb60864244d58700734dd824e582, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/03ca9757ba80455683363a87e4203e44] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=35.8 K 2024-12-15T03:38:38,080 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0459fbdcf48b4ca99b861d937e9f4a2c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734233913426 2024-12-15T03:38:38,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1a5fa8e52eb4b43bc38c447f823e4a2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734233913426 2024-12-15T03:38:38,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29deee9e0242427593cddb52d7205443, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734233914569 2024-12-15T03:38:38,080 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c3dfb60864244d58700734dd824e582, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734233914569 2024-12-15T03:38:38,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b42019430fd4827be59f9edcd2d7878, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734233915702 2024-12-15T03:38:38,080 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 03ca9757ba80455683363a87e4203e44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734233915702 2024-12-15T03:38:38,088 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:38,088 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/01d0d81a00754cb6b9c2dff165e9b8f3 is 50, key is test_row_0/B:col10/1734233916828/Put/seqid=0 2024-12-15T03:38:38,090 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:38,091 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/1b826d18d623477c9419adcfb3c84b2a is 50, key is test_row_0/A:col10/1734233916828/Put/seqid=0 2024-12-15T03:38:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742309_1485 (size=12561) 2024-12-15T03:38:38,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742310_1486 (size=12561) 2024-12-15T03:38:38,105 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/1b826d18d623477c9419adcfb3c84b2a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/1b826d18d623477c9419adcfb3c84b2a 2024-12-15T03:38:38,108 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/01d0d81a00754cb6b9c2dff165e9b8f3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/01d0d81a00754cb6b9c2dff165e9b8f3 2024-12-15T03:38:38,112 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into 1b826d18d623477c9419adcfb3c84b2a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:38,112 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:38,112 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233918078; duration=0sec 2024-12-15T03:38:38,112 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:38,112 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:38,112 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:38,113 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:38,113 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:38,114 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,114 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/7b4529cd65e844adbbfccdc73f81a23f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/8e695103711f4b449a128c9ed8874ca4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/3a04c5622b5345e4b0ba054a8b61ed70] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=35.8 K 2024-12-15T03:38:38,114 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into 01d0d81a00754cb6b9c2dff165e9b8f3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:38,114 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:38,114 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233918078; duration=0sec 2024-12-15T03:38:38,114 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:38,114 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:38,114 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b4529cd65e844adbbfccdc73f81a23f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734233913426 2024-12-15T03:38:38,114 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e695103711f4b449a128c9ed8874ca4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734233914569 2024-12-15T03:38:38,117 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a04c5622b5345e4b0ba054a8b61ed70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734233915702 2024-12-15T03:38:38,123 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:38,124 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/a758ee043b064f51bc589906eb5abb81 is 50, key is test_row_0/C:col10/1734233916828/Put/seqid=0 2024-12-15T03:38:38,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742311_1487 (size=12561) 2024-12-15T03:38:38,156 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/a758ee043b064f51bc589906eb5abb81 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a758ee043b064f51bc589906eb5abb81 2024-12-15T03:38:38,161 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into a758ee043b064f51bc589906eb5abb81(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:38,161 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:38,161 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233918078; duration=0sec 2024-12-15T03:38:38,161 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:38,161 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:38,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:38,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,198 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:38,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/ab2adacfeefb4bca80099e5475c8a981 is 50, key is test_row_0/A:col10/1734233916852/Put/seqid=0 2024-12-15T03:38:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742312_1488 (size=12151) 2024-12-15T03:38:38,208 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/ab2adacfeefb4bca80099e5475c8a981 2024-12-15T03:38:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/7c9f6b97a12b4781aa8a26572ed59d43 is 50, key is test_row_0/B:col10/1734233916852/Put/seqid=0 2024-12-15T03:38:38,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742313_1489 (size=12151) 2024-12-15T03:38:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T03:38:38,618 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/7c9f6b97a12b4781aa8a26572ed59d43 2024-12-15T03:38:38,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f5cfc8d54c3a44dd87a921669f5efec6 is 50, key is test_row_0/C:col10/1734233916852/Put/seqid=0 2024-12-15T03:38:38,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742314_1490 (size=12151) 2024-12-15T03:38:38,629 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f5cfc8d54c3a44dd87a921669f5efec6 2024-12-15T03:38:38,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/ab2adacfeefb4bca80099e5475c8a981 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/ab2adacfeefb4bca80099e5475c8a981 2024-12-15T03:38:38,635 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/ab2adacfeefb4bca80099e5475c8a981, entries=150, sequenceid=196, filesize=11.9 K 2024-12-15T03:38:38,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/7c9f6b97a12b4781aa8a26572ed59d43 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/7c9f6b97a12b4781aa8a26572ed59d43 2024-12-15T03:38:38,639 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/7c9f6b97a12b4781aa8a26572ed59d43, entries=150, sequenceid=196, filesize=11.9 K 2024-12-15T03:38:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f5cfc8d54c3a44dd87a921669f5efec6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f5cfc8d54c3a44dd87a921669f5efec6 2024-12-15T03:38:38,644 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f5cfc8d54c3a44dd87a921669f5efec6, entries=150, sequenceid=196, filesize=11.9 K 2024-12-15T03:38:38,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for c0006ee1fe3a4b97b61cbae7bb51a16e in 447ms, sequenceid=196, compaction requested=false 2024-12-15T03:38:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:38,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-15T03:38:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-15T03:38:38,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-15T03:38:38,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-12-15T03:38:38,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.5200 sec 2024-12-15T03:38:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:38,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:38:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:38,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:38,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/7752e6a73d8944098092f07b3605e8f8 is 50, key is test_row_0/A:col10/1734233918989/Put/seqid=0 2024-12-15T03:38:39,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742315_1491 (size=19321) 2024-12-15T03:38:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233979020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233979021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233979023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233979023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233979024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233979125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233979129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233979131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233979131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233979131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T03:38:39,232 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-15T03:38:39,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-15T03:38:39,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:39,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:39,236 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:39,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233979331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233979331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:39,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233979335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233979336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233979337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,387 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/7752e6a73d8944098092f07b3605e8f8 2024-12-15T03:38:39,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/43c81d456803475f8d6040d8a1aaa16a is 50, key is test_row_0/B:col10/1734233918989/Put/seqid=0 2024-12-15T03:38:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742316_1492 (size=12151) 2024-12-15T03:38:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:39,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233979635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233979635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233979641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233979642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233979642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/43c81d456803475f8d6040d8a1aaa16a 2024-12-15T03:38:39,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/60d46751b43f44fe9c1c5cd82bc85cc9 is 50, key is test_row_0/C:col10/1734233918989/Put/seqid=0 2024-12-15T03:38:39,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742317_1493 (size=12151) 2024-12-15T03:38:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:39,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:39,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:39,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233980139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233980143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233980146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233980148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233980148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:40,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:40,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/60d46751b43f44fe9c1c5cd82bc85cc9 2024-12-15T03:38:40,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/7752e6a73d8944098092f07b3605e8f8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/7752e6a73d8944098092f07b3605e8f8 2024-12-15T03:38:40,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/7752e6a73d8944098092f07b3605e8f8, entries=300, sequenceid=207, filesize=18.9 K 2024-12-15T03:38:40,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/43c81d456803475f8d6040d8a1aaa16a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/43c81d456803475f8d6040d8a1aaa16a 2024-12-15T03:38:40,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/43c81d456803475f8d6040d8a1aaa16a, entries=150, sequenceid=207, filesize=11.9 K 2024-12-15T03:38:40,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/60d46751b43f44fe9c1c5cd82bc85cc9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/60d46751b43f44fe9c1c5cd82bc85cc9 2024-12-15T03:38:40,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/60d46751b43f44fe9c1c5cd82bc85cc9, entries=150, sequenceid=207, filesize=11.9 K 2024-12-15T03:38:40,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1249ms, sequenceid=207, compaction requested=true 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:40,239 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:40,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:40,239 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:40,240 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44033 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:40,240 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:40,240 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:40,240 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:40,240 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:40,240 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:40,240 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/1b826d18d623477c9419adcfb3c84b2a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/ab2adacfeefb4bca80099e5475c8a981, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/7752e6a73d8944098092f07b3605e8f8] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=43.0 K 2024-12-15T03:38:40,240 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/01d0d81a00754cb6b9c2dff165e9b8f3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/7c9f6b97a12b4781aa8a26572ed59d43, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/43c81d456803475f8d6040d8a1aaa16a] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.0 K 2024-12-15T03:38:40,240 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 01d0d81a00754cb6b9c2dff165e9b8f3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734233915702 2024-12-15T03:38:40,240 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b826d18d623477c9419adcfb3c84b2a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734233915702 2024-12-15T03:38:40,241 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab2adacfeefb4bca80099e5475c8a981, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734233916844 2024-12-15T03:38:40,241 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c9f6b97a12b4781aa8a26572ed59d43, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734233916844 2024-12-15T03:38:40,241 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c81d456803475f8d6040d8a1aaa16a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734233918983 2024-12-15T03:38:40,241 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7752e6a73d8944098092f07b3605e8f8, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734233918983 2024-12-15T03:38:40,249 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:40,249 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/4a4dc44b2e5f4cd08ca9f0112b4ce940 is 50, key is test_row_0/B:col10/1734233918989/Put/seqid=0 2024-12-15T03:38:40,250 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:40,251 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/5f694463a70b4845a48613ff3f03a1ae is 50, key is test_row_0/A:col10/1734233918989/Put/seqid=0 2024-12-15T03:38:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742318_1494 (size=12663) 2024-12-15T03:38:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742319_1495 (size=12663) 2024-12-15T03:38:40,261 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/4a4dc44b2e5f4cd08ca9f0112b4ce940 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/4a4dc44b2e5f4cd08ca9f0112b4ce940 2024-12-15T03:38:40,261 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/5f694463a70b4845a48613ff3f03a1ae as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/5f694463a70b4845a48613ff3f03a1ae 2024-12-15T03:38:40,265 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into 4a4dc44b2e5f4cd08ca9f0112b4ce940(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:40,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:40,265 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233920239; duration=0sec 2024-12-15T03:38:40,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:40,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:40,265 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:40,266 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into 5f694463a70b4845a48613ff3f03a1ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:40,266 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:40,266 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233920239; duration=0sec 2024-12-15T03:38:40,266 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:40,266 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:40,266 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:40,266 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:40,266 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:40,267 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a758ee043b064f51bc589906eb5abb81, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f5cfc8d54c3a44dd87a921669f5efec6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/60d46751b43f44fe9c1c5cd82bc85cc9] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.0 K 2024-12-15T03:38:40,267 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a758ee043b064f51bc589906eb5abb81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734233915702 2024-12-15T03:38:40,267 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting f5cfc8d54c3a44dd87a921669f5efec6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734233916844 2024-12-15T03:38:40,268 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 60d46751b43f44fe9c1c5cd82bc85cc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734233918983 2024-12-15T03:38:40,274 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:40,274 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/5b9494833159432097cfd4bcc712e22d is 50, key is test_row_0/C:col10/1734233918989/Put/seqid=0 2024-12-15T03:38:40,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742320_1496 (size=12663) 2024-12-15T03:38:40,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:40,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:40,305 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/930532f18b1f44d998f2251ed3c74ebf is 50, key is test_row_0/A:col10/1734233919021/Put/seqid=0 2024-12-15T03:38:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742321_1497 (size=12151) 2024-12-15T03:38:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:40,685 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/5b9494833159432097cfd4bcc712e22d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5b9494833159432097cfd4bcc712e22d 2024-12-15T03:38:40,688 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into 5b9494833159432097cfd4bcc712e22d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:40,688 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:40,689 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233920239; duration=0sec 2024-12-15T03:38:40,689 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:40,689 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:40,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/930532f18b1f44d998f2251ed3c74ebf 2024-12-15T03:38:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/fe4f916792ef422db61e277a322224fe is 50, key is test_row_0/B:col10/1734233919021/Put/seqid=0 2024-12-15T03:38:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742322_1498 (size=12151) 2024-12-15T03:38:41,132 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/fe4f916792ef422db61e277a322224fe 2024-12-15T03:38:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/c1e235b387b9416f97c05b440000bbcf is 50, key is test_row_0/C:col10/1734233919021/Put/seqid=0 2024-12-15T03:38:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:41,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:41,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742323_1499 (size=12151) 2024-12-15T03:38:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233981156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233981157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233981162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233981163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233981163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233981264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233981264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233981267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233981267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233981268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233981467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233981468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233981471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233981472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233981472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,553 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/c1e235b387b9416f97c05b440000bbcf 2024-12-15T03:38:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/930532f18b1f44d998f2251ed3c74ebf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/930532f18b1f44d998f2251ed3c74ebf 2024-12-15T03:38:41,562 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/930532f18b1f44d998f2251ed3c74ebf, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T03:38:41,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/fe4f916792ef422db61e277a322224fe as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/fe4f916792ef422db61e277a322224fe 2024-12-15T03:38:41,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/fe4f916792ef422db61e277a322224fe, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T03:38:41,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/c1e235b387b9416f97c05b440000bbcf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c1e235b387b9416f97c05b440000bbcf 2024-12-15T03:38:41,577 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c1e235b387b9416f97c05b440000bbcf, entries=150, sequenceid=234, filesize=11.9 K 2024-12-15T03:38:41,580 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1275ms, sequenceid=234, compaction requested=false 2024-12-15T03:38:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:41,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-15T03:38:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-15T03:38:41,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-15T03:38:41,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3460 sec 2024-12-15T03:38:41,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.3510 sec 2024-12-15T03:38:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:41,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:41,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/4d713d745abc4d9b87cab9f2ac7b5e98 is 50, key is test_row_0/A:col10/1734233921161/Put/seqid=0 2024-12-15T03:38:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742324_1500 (size=12151) 2024-12-15T03:38:41,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233981798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233981799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233981803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233981803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233981804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233981905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233981905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233981914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233981914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:41,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:41,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233981916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233982109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233982110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233982117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233982119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233982120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/4d713d745abc4d9b87cab9f2ac7b5e98 2024-12-15T03:38:42,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/26fa8cb5fd964271836cfb1a382191ca is 50, key is test_row_0/B:col10/1734233921161/Put/seqid=0 2024-12-15T03:38:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742325_1501 (size=12151) 2024-12-15T03:38:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233982415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233982415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233982422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233982422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233982423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/26fa8cb5fd964271836cfb1a382191ca 2024-12-15T03:38:42,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/c0f50d28694c48929d5b002531a39973 is 50, key is test_row_0/C:col10/1734233921161/Put/seqid=0 2024-12-15T03:38:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742326_1502 (size=12151) 2024-12-15T03:38:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233982921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233982921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233982924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233982926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233982928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/c0f50d28694c48929d5b002531a39973 2024-12-15T03:38:43,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/4d713d745abc4d9b87cab9f2ac7b5e98 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/4d713d745abc4d9b87cab9f2ac7b5e98 2024-12-15T03:38:43,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/4d713d745abc4d9b87cab9f2ac7b5e98, entries=150, sequenceid=248, filesize=11.9 K 2024-12-15T03:38:43,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/26fa8cb5fd964271836cfb1a382191ca as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/26fa8cb5fd964271836cfb1a382191ca 2024-12-15T03:38:43,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/26fa8cb5fd964271836cfb1a382191ca, entries=150, sequenceid=248, filesize=11.9 K 2024-12-15T03:38:43,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/c0f50d28694c48929d5b002531a39973 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c0f50d28694c48929d5b002531a39973 2024-12-15T03:38:43,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c0f50d28694c48929d5b002531a39973, entries=150, sequenceid=248, filesize=11.9 K 2024-12-15T03:38:43,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1248ms, sequenceid=248, compaction requested=true 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:43,022 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:43,022 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:43,023 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:43,023 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:43,023 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:43,023 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:43,023 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:43,023 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:43,023 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/5f694463a70b4845a48613ff3f03a1ae, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/930532f18b1f44d998f2251ed3c74ebf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/4d713d745abc4d9b87cab9f2ac7b5e98] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.1 K 2024-12-15T03:38:43,023 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/4a4dc44b2e5f4cd08ca9f0112b4ce940, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/fe4f916792ef422db61e277a322224fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/26fa8cb5fd964271836cfb1a382191ca] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.1 K 2024-12-15T03:38:43,024 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a4dc44b2e5f4cd08ca9f0112b4ce940, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734233918983 2024-12-15T03:38:43,024 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f694463a70b4845a48613ff3f03a1ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734233918983 2024-12-15T03:38:43,024 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting fe4f916792ef422db61e277a322224fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734233919021 2024-12-15T03:38:43,024 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 930532f18b1f44d998f2251ed3c74ebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734233919021 2024-12-15T03:38:43,024 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 26fa8cb5fd964271836cfb1a382191ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734233921156 2024-12-15T03:38:43,024 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d713d745abc4d9b87cab9f2ac7b5e98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734233921156 2024-12-15T03:38:43,031 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:43,031 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:43,031 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/cda319f9affa472daf99cec9e6149a8b is 50, key is test_row_0/B:col10/1734233921161/Put/seqid=0 2024-12-15T03:38:43,031 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/53f93953f7ee4d66aa2aeb807ad05833 is 50, key is test_row_0/A:col10/1734233921161/Put/seqid=0 2024-12-15T03:38:43,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742328_1504 (size=12765) 2024-12-15T03:38:43,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742327_1503 (size=12765) 2024-12-15T03:38:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-15T03:38:43,340 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-15T03:38:43,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-15T03:38:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T03:38:43,343 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:43,343 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:43,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:43,440 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/53f93953f7ee4d66aa2aeb807ad05833 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/53f93953f7ee4d66aa2aeb807ad05833 2024-12-15T03:38:43,440 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/cda319f9affa472daf99cec9e6149a8b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/cda319f9affa472daf99cec9e6149a8b 2024-12-15T03:38:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T03:38:43,445 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into cda319f9affa472daf99cec9e6149a8b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:43,445 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233923022; duration=0sec 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:43,445 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into 53f93953f7ee4d66aa2aeb807ad05833(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:43,445 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233923022; duration=0sec 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:43,445 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:43,446 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:43,446 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:43,446 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:43,446 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5b9494833159432097cfd4bcc712e22d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c1e235b387b9416f97c05b440000bbcf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c0f50d28694c48929d5b002531a39973] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.1 K 2024-12-15T03:38:43,446 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b9494833159432097cfd4bcc712e22d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734233918983 2024-12-15T03:38:43,447 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c1e235b387b9416f97c05b440000bbcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734233919021 2024-12-15T03:38:43,447 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c0f50d28694c48929d5b002531a39973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734233921156 2024-12-15T03:38:43,452 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:43,453 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/2bb23518a1ad408dbfe8aa2b6d54b47d is 50, key is test_row_0/C:col10/1734233921161/Put/seqid=0 2024-12-15T03:38:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742329_1505 (size=12765) 2024-12-15T03:38:43,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-15T03:38:43,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:43,496 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:38:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/28a4d2d1f0d44d80ac1c71f0a312488f is 50, key is test_row_0/A:col10/1734233921803/Put/seqid=0 2024-12-15T03:38:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742330_1506 (size=12301) 2024-12-15T03:38:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T03:38:43,860 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/2bb23518a1ad408dbfe8aa2b6d54b47d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/2bb23518a1ad408dbfe8aa2b6d54b47d 2024-12-15T03:38:43,864 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into 2bb23518a1ad408dbfe8aa2b6d54b47d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:43,864 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:43,864 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233923022; duration=0sec 2024-12-15T03:38:43,864 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:43,864 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:43,914 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/28a4d2d1f0d44d80ac1c71f0a312488f 2024-12-15T03:38:43,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/6852250cac744464a6a83c52a68be865 is 50, key is test_row_0/B:col10/1734233921803/Put/seqid=0 2024-12-15T03:38:43,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742331_1507 (size=12301) 2024-12-15T03:38:43,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:43,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233983936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233983937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233983938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233983941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233983941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T03:38:44,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233984042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233984042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233984044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233984045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233984045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233984244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233984245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233984249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233984251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233984251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,325 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/6852250cac744464a6a83c52a68be865 2024-12-15T03:38:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/764a8f5977564ae19824a4c17762586b is 50, key is test_row_0/C:col10/1734233921803/Put/seqid=0 2024-12-15T03:38:44,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742332_1508 (size=12301) 2024-12-15T03:38:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T03:38:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233984548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233984551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233984555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233984555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233984556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:44,736 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/764a8f5977564ae19824a4c17762586b 2024-12-15T03:38:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/28a4d2d1f0d44d80ac1c71f0a312488f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/28a4d2d1f0d44d80ac1c71f0a312488f 2024-12-15T03:38:44,743 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/28a4d2d1f0d44d80ac1c71f0a312488f, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T03:38:44,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/6852250cac744464a6a83c52a68be865 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6852250cac744464a6a83c52a68be865 2024-12-15T03:38:44,747 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6852250cac744464a6a83c52a68be865, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T03:38:44,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/764a8f5977564ae19824a4c17762586b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/764a8f5977564ae19824a4c17762586b 2024-12-15T03:38:44,751 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/764a8f5977564ae19824a4c17762586b, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T03:38:44,752 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1257ms, sequenceid=274, compaction requested=false 2024-12-15T03:38:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:44,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-15T03:38:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-15T03:38:44,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-15T03:38:44,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-12-15T03:38:44,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4140 sec 2024-12-15T03:38:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:45,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:38:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:45,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:45,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/190c8da552184673965e76a44b51f416 is 50, key is test_row_0/A:col10/1734233923940/Put/seqid=0 2024-12-15T03:38:45,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742333_1509 (size=17181) 2024-12-15T03:38:45,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233985084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233985084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233985084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233985085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233985090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233985191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233985193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233985193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233985193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233985195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233985393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233985398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233985398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233985400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233985400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T03:38:45,447 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-15T03:38:45,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-15T03:38:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T03:38:45,450 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:45,450 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:45,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:45,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/190c8da552184673965e76a44b51f416 2024-12-15T03:38:45,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0188c34aef2e4cda8195a13e934f5f5c is 50, key is test_row_0/B:col10/1734233923940/Put/seqid=0 2024-12-15T03:38:45,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742334_1510 (size=12301) 2024-12-15T03:38:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T03:38:45,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T03:38:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:45,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:45,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:45,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233985699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233985704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233985704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233985704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233985705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T03:38:45,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T03:38:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:45,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0188c34aef2e4cda8195a13e934f5f5c 2024-12-15T03:38:45,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f6d945b9ae3c45888b0ccc080da5391a is 50, key is test_row_0/C:col10/1734233923940/Put/seqid=0 2024-12-15T03:38:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742335_1511 (size=12301) 2024-12-15T03:38:45,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f6d945b9ae3c45888b0ccc080da5391a 2024-12-15T03:38:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/190c8da552184673965e76a44b51f416 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/190c8da552184673965e76a44b51f416 2024-12-15T03:38:45,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/190c8da552184673965e76a44b51f416, entries=250, sequenceid=289, filesize=16.8 K 2024-12-15T03:38:45,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/0188c34aef2e4cda8195a13e934f5f5c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0188c34aef2e4cda8195a13e934f5f5c 2024-12-15T03:38:45,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0188c34aef2e4cda8195a13e934f5f5c, entries=150, sequenceid=289, filesize=12.0 K 2024-12-15T03:38:45,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/f6d945b9ae3c45888b0ccc080da5391a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f6d945b9ae3c45888b0ccc080da5391a 2024-12-15T03:38:45,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f6d945b9ae3c45888b0ccc080da5391a, entries=150, sequenceid=289, filesize=12.0 K 2024-12-15T03:38:45,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c0006ee1fe3a4b97b61cbae7bb51a16e in 844ms, sequenceid=289, compaction requested=true 2024-12-15T03:38:45,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:45,904 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:45,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:45,904 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:45,904 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:45,904 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:45,905 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/A is initiating minor compaction (all files) 2024-12-15T03:38:45,905 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/B is initiating minor compaction (all files) 2024-12-15T03:38:45,905 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/B in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,905 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/A in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,905 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/cda319f9affa472daf99cec9e6149a8b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6852250cac744464a6a83c52a68be865, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0188c34aef2e4cda8195a13e934f5f5c] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.5 K 2024-12-15T03:38:45,905 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/53f93953f7ee4d66aa2aeb807ad05833, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/28a4d2d1f0d44d80ac1c71f0a312488f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/190c8da552184673965e76a44b51f416] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=41.3 K 2024-12-15T03:38:45,905 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53f93953f7ee4d66aa2aeb807ad05833, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734233921156 2024-12-15T03:38:45,905 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting cda319f9affa472daf99cec9e6149a8b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734233921156 2024-12-15T03:38:45,905 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 6852250cac744464a6a83c52a68be865, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734233921793 2024-12-15T03:38:45,905 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28a4d2d1f0d44d80ac1c71f0a312488f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734233921793 2024-12-15T03:38:45,906 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 0188c34aef2e4cda8195a13e934f5f5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734233923940 2024-12-15T03:38:45,906 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 190c8da552184673965e76a44b51f416, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734233923937 2024-12-15T03:38:45,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:45,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:45,908 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:45,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:45,919 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:45,919 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#A#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:45,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/60aad4380be9446680d6a8646ef21295 is 50, key is test_row_0/A:col10/1734233925083/Put/seqid=0 2024-12-15T03:38:45,919 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/6402f0a74d974bf8a52a00a3602e0929 is 50, key is test_row_0/B:col10/1734233923940/Put/seqid=0 2024-12-15T03:38:45,920 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/9c40e1851d79475188dd77208294456b is 50, key is test_row_0/A:col10/1734233923940/Put/seqid=0 2024-12-15T03:38:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742336_1512 (size=13017) 2024-12-15T03:38:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742337_1513 (size=13017) 2024-12-15T03:38:45,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742338_1514 (size=12301) 2024-12-15T03:38:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T03:38:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:46,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. as already flushing 2024-12-15T03:38:46,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233986220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233986221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233986222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233986227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233986227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233986328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233986328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233986328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233986332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233986333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,357 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/9c40e1851d79475188dd77208294456b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/9c40e1851d79475188dd77208294456b 2024-12-15T03:38:46,357 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/6402f0a74d974bf8a52a00a3602e0929 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6402f0a74d974bf8a52a00a3602e0929 2024-12-15T03:38:46,362 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/A of c0006ee1fe3a4b97b61cbae7bb51a16e into 9c40e1851d79475188dd77208294456b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:46,362 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/60aad4380be9446680d6a8646ef21295 2024-12-15T03:38:46,362 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/B of c0006ee1fe3a4b97b61cbae7bb51a16e into 6402f0a74d974bf8a52a00a3602e0929(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:46,362 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/B, priority=13, startTime=1734233925904; duration=0sec 2024-12-15T03:38:46,362 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/A, priority=13, startTime=1734233925904; duration=0sec 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:46,362 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:38:46,363 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:38:46,363 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): c0006ee1fe3a4b97b61cbae7bb51a16e/C is initiating minor compaction (all files) 2024-12-15T03:38:46,363 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c0006ee1fe3a4b97b61cbae7bb51a16e/C in TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:46,363 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/2bb23518a1ad408dbfe8aa2b6d54b47d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/764a8f5977564ae19824a4c17762586b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f6d945b9ae3c45888b0ccc080da5391a] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp, totalSize=36.5 K 2024-12-15T03:38:46,364 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bb23518a1ad408dbfe8aa2b6d54b47d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734233921156 2024-12-15T03:38:46,364 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764a8f5977564ae19824a4c17762586b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734233921793 2024-12-15T03:38:46,364 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d945b9ae3c45888b0ccc080da5391a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734233923940 2024-12-15T03:38:46,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/dd39d7734217487bb4582951e64c3d78 is 50, key is test_row_0/B:col10/1734233925083/Put/seqid=0 2024-12-15T03:38:46,371 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0006ee1fe3a4b97b61cbae7bb51a16e#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:46,371 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/64d3a404b4b54d1ab172e2a48439f74c is 50, key is test_row_0/C:col10/1734233923940/Put/seqid=0 2024-12-15T03:38:46,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742339_1515 (size=12301) 2024-12-15T03:38:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742340_1516 (size=13017) 2024-12-15T03:38:46,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/dd39d7734217487bb4582951e64c3d78 2024-12-15T03:38:46,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/bda2709ffc8a4da5a904bfaada9246ea is 50, key is test_row_0/C:col10/1734233925083/Put/seqid=0 2024-12-15T03:38:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742341_1517 (size=12301) 2024-12-15T03:38:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49578 deadline: 1734233986534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49562 deadline: 1734233986534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49566 deadline: 1734233986535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49614 deadline: 1734233986538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49616 deadline: 1734233986539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:46,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T03:38:46,697 DEBUG [Thread-2014 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6da65bb4 to 127.0.0.1:54928 2024-12-15T03:38:46,697 DEBUG [Thread-2014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,698 DEBUG [Thread-2010 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d0c5089 to 127.0.0.1:54928 2024-12-15T03:38:46,698 DEBUG [Thread-2010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,698 DEBUG [Thread-2012 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3943c27f to 127.0.0.1:54928 2024-12-15T03:38:46,698 DEBUG [Thread-2012 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,701 DEBUG [Thread-2016 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21a938cf to 127.0.0.1:54928 2024-12-15T03:38:46,701 DEBUG [Thread-2016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,703 DEBUG [Thread-2018 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x366de26d to 127.0.0.1:54928 2024-12-15T03:38:46,703 DEBUG [Thread-2018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,789 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/64d3a404b4b54d1ab172e2a48439f74c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/64d3a404b4b54d1ab172e2a48439f74c 2024-12-15T03:38:46,792 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c0006ee1fe3a4b97b61cbae7bb51a16e/C of c0006ee1fe3a4b97b61cbae7bb51a16e into 64d3a404b4b54d1ab172e2a48439f74c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:46,792 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:46,792 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e., storeName=c0006ee1fe3a4b97b61cbae7bb51a16e/C, priority=13, startTime=1734233925904; duration=0sec 2024-12-15T03:38:46,792 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:46,792 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:46,795 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/bda2709ffc8a4da5a904bfaada9246ea 2024-12-15T03:38:46,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/60aad4380be9446680d6a8646ef21295 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/60aad4380be9446680d6a8646ef21295 2024-12-15T03:38:46,800 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/60aad4380be9446680d6a8646ef21295, entries=150, sequenceid=311, filesize=12.0 K 2024-12-15T03:38:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/dd39d7734217487bb4582951e64c3d78 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/dd39d7734217487bb4582951e64c3d78 2024-12-15T03:38:46,803 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/dd39d7734217487bb4582951e64c3d78, entries=150, sequenceid=311, filesize=12.0 K 2024-12-15T03:38:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/bda2709ffc8a4da5a904bfaada9246ea as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bda2709ffc8a4da5a904bfaada9246ea 2024-12-15T03:38:46,807 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bda2709ffc8a4da5a904bfaada9246ea, entries=150, sequenceid=311, filesize=12.0 K 2024-12-15T03:38:46,807 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c0006ee1fe3a4b97b61cbae7bb51a16e in 899ms, sequenceid=311, compaction requested=false 2024-12-15T03:38:46,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:46,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:46,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-15T03:38:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-15T03:38:46,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-15T03:38:46,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3580 sec 2024-12-15T03:38:46,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.3620 sec 2024-12-15T03:38:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:46,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T03:38:46,839 DEBUG [Thread-2001 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d47237f to 127.0.0.1:54928 2024-12-15T03:38:46,839 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,840 DEBUG [Thread-2007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00df2701 to 127.0.0.1:54928 2024-12-15T03:38:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:46,840 DEBUG [Thread-2007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:46,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:46,841 DEBUG [Thread-1999 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55a6e359 to 127.0.0.1:54928 2024-12-15T03:38:46,841 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/131ef44199c842babaa9aafaa77932fa is 50, key is test_row_0/A:col10/1734233926226/Put/seqid=0 2024-12-15T03:38:46,845 DEBUG [Thread-2003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e690d6 to 127.0.0.1:54928 2024-12-15T03:38:46,845 DEBUG [Thread-2003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,846 DEBUG [Thread-2005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3abeec20 to 127.0.0.1:54928 2024-12-15T03:38:46,846 DEBUG [Thread-2005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742342_1518 (size=12301) 2024-12-15T03:38:47,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/131ef44199c842babaa9aafaa77932fa 2024-12-15T03:38:47,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/94db1ccadbc14bb0a7aa26c472e2bb25 is 50, key is test_row_0/B:col10/1734233926226/Put/seqid=0 2024-12-15T03:38:47,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742343_1519 (size=12301) 2024-12-15T03:38:47,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-15T03:38:47,553 INFO [Thread-2009 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T03:38:47,553 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3032 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9096 rows 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3032 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9096 rows 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3050 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9150 rows 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3035 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9105 rows 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3035 2024-12-15T03:38:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9105 rows 2024-12-15T03:38:47,554 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:38:47,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60eadae0 to 127.0.0.1:54928 2024-12-15T03:38:47,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:38:47,558 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T03:38:47,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T03:38:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T03:38:47,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233927561"}]},"ts":"1734233927561"} 2024-12-15T03:38:47,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T03:38:47,564 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T03:38:47,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:38:47,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, UNASSIGN}] 2024-12-15T03:38:47,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, UNASSIGN 2024-12-15T03:38:47,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c0006ee1fe3a4b97b61cbae7bb51a16e, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:47,567 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:38:47,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:38:47,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/94db1ccadbc14bb0a7aa26c472e2bb25 2024-12-15T03:38:47,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T03:38:47,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/b102db190e2a446faf79c4573d2ab31a is 50, key is test_row_0/C:col10/1734233926226/Put/seqid=0 2024-12-15T03:38:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742344_1520 (size=12301) 2024-12-15T03:38:47,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:47,719 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:47,719 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:38:47,719 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing c0006ee1fe3a4b97b61cbae7bb51a16e, disabling compactions & flushes 2024-12-15T03:38:47,719 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T03:38:48,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/b102db190e2a446faf79c4573d2ab31a 2024-12-15T03:38:48,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/131ef44199c842babaa9aafaa77932fa as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/131ef44199c842babaa9aafaa77932fa 2024-12-15T03:38:48,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/131ef44199c842babaa9aafaa77932fa, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T03:38:48,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/94db1ccadbc14bb0a7aa26c472e2bb25 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/94db1ccadbc14bb0a7aa26c472e2bb25 2024-12-15T03:38:48,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/94db1ccadbc14bb0a7aa26c472e2bb25, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T03:38:48,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/b102db190e2a446faf79c4573d2ab31a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b102db190e2a446faf79c4573d2ab31a 2024-12-15T03:38:48,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b102db190e2a446faf79c4573d2ab31a, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T03:38:48,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=20.13 KB/20610 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1240ms, sequenceid=331, compaction requested=true 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:48,080 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. after waiting 0 ms 2024-12-15T03:38:48,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. because compaction request was cancelled 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:48,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:A 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0006ee1fe3a4b97b61cbae7bb51a16e:C, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:48,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. because compaction request was cancelled 2024-12-15T03:38:48,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:48,080 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. because compaction request was cancelled 2024-12-15T03:38:48,080 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:C 2024-12-15T03:38:48,080 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0006ee1fe3a4b97b61cbae7bb51a16e:B 2024-12-15T03:38:48,080 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing c0006ee1fe3a4b97b61cbae7bb51a16e 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=A 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=B 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c0006ee1fe3a4b97b61cbae7bb51a16e, store=C 2024-12-15T03:38:48,080 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:48,083 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f63e355a1c6c45a991d2560558d2a207 is 50, key is test_row_0/A:col10/1734233926845/Put/seqid=0 2024-12-15T03:38:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742345_1521 (size=9857) 2024-12-15T03:38:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T03:38:48,486 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f63e355a1c6c45a991d2560558d2a207 2024-12-15T03:38:48,491 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/899f772b926d4c0aaf52085e25b0ddf3 is 50, key is test_row_0/B:col10/1734233926845/Put/seqid=0 2024-12-15T03:38:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742346_1522 (size=9857) 2024-12-15T03:38:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T03:38:48,895 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/899f772b926d4c0aaf52085e25b0ddf3 2024-12-15T03:38:48,900 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/e7ec00e3e79945229d3495107ca35ad8 is 50, key is test_row_0/C:col10/1734233926845/Put/seqid=0 2024-12-15T03:38:48,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742347_1523 (size=9857) 2024-12-15T03:38:49,304 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/e7ec00e3e79945229d3495107ca35ad8 2024-12-15T03:38:49,307 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/A/f63e355a1c6c45a991d2560558d2a207 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f63e355a1c6c45a991d2560558d2a207 2024-12-15T03:38:49,309 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f63e355a1c6c45a991d2560558d2a207, entries=100, sequenceid=337, filesize=9.6 K 2024-12-15T03:38:49,310 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/B/899f772b926d4c0aaf52085e25b0ddf3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/899f772b926d4c0aaf52085e25b0ddf3 2024-12-15T03:38:49,313 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/899f772b926d4c0aaf52085e25b0ddf3, entries=100, sequenceid=337, filesize=9.6 K 2024-12-15T03:38:49,313 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/.tmp/C/e7ec00e3e79945229d3495107ca35ad8 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/e7ec00e3e79945229d3495107ca35ad8 2024-12-15T03:38:49,316 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/e7ec00e3e79945229d3495107ca35ad8, entries=100, sequenceid=337, filesize=9.6 K 2024-12-15T03:38:49,316 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c0006ee1fe3a4b97b61cbae7bb51a16e in 1236ms, sequenceid=337, compaction requested=true 2024-12-15T03:38:49,317 DEBUG [StoreCloser-TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/33b820a1c25c40ff901744744868e9cb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/794240246e1f420d9140d9c2f691c5a0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/a71ee85dede94809a0cfc0942025e25c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b41e558be6784544b08b9963b44e293b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b02065c3a4c64b38ab5a515c171a90bf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/87e5edac02594883966fdaaef9db5bb4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2db2c70e3ef54eb9ae4b5bb78dd37dca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/e32e53ec10f8460985f932ae9abeeb7d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f9a1e30eb6544aaaaf15c91336089017, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f1a5fa8e52eb4b43bc38c447f823e4a2, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/29deee9e0242427593cddb52d7205443, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2b42019430fd4827be59f9edcd2d7878, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/1b826d18d623477c9419adcfb3c84b2a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/ab2adacfeefb4bca80099e5475c8a981, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/7752e6a73d8944098092f07b3605e8f8, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/5f694463a70b4845a48613ff3f03a1ae, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/930532f18b1f44d998f2251ed3c74ebf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/53f93953f7ee4d66aa2aeb807ad05833, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/4d713d745abc4d9b87cab9f2ac7b5e98, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/28a4d2d1f0d44d80ac1c71f0a312488f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/190c8da552184673965e76a44b51f416] to archive 2024-12-15T03:38:49,317 DEBUG [StoreCloser-TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:38:49,319 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/794240246e1f420d9140d9c2f691c5a0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/794240246e1f420d9140d9c2f691c5a0 2024-12-15T03:38:49,319 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/33b820a1c25c40ff901744744868e9cb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/33b820a1c25c40ff901744744868e9cb 2024-12-15T03:38:49,320 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/87e5edac02594883966fdaaef9db5bb4 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/87e5edac02594883966fdaaef9db5bb4 2024-12-15T03:38:49,320 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2db2c70e3ef54eb9ae4b5bb78dd37dca to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2db2c70e3ef54eb9ae4b5bb78dd37dca 2024-12-15T03:38:49,320 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b02065c3a4c64b38ab5a515c171a90bf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b02065c3a4c64b38ab5a515c171a90bf 2024-12-15T03:38:49,320 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/a71ee85dede94809a0cfc0942025e25c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/a71ee85dede94809a0cfc0942025e25c 2024-12-15T03:38:49,320 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/e32e53ec10f8460985f932ae9abeeb7d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/e32e53ec10f8460985f932ae9abeeb7d 2024-12-15T03:38:49,320 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b41e558be6784544b08b9963b44e293b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/b41e558be6784544b08b9963b44e293b 2024-12-15T03:38:49,321 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f9a1e30eb6544aaaaf15c91336089017 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f9a1e30eb6544aaaaf15c91336089017 2024-12-15T03:38:49,321 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2b42019430fd4827be59f9edcd2d7878 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/2b42019430fd4827be59f9edcd2d7878 2024-12-15T03:38:49,321 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/29deee9e0242427593cddb52d7205443 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/29deee9e0242427593cddb52d7205443 2024-12-15T03:38:49,322 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/7752e6a73d8944098092f07b3605e8f8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/7752e6a73d8944098092f07b3605e8f8 2024-12-15T03:38:49,322 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f1a5fa8e52eb4b43bc38c447f823e4a2 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f1a5fa8e52eb4b43bc38c447f823e4a2 2024-12-15T03:38:49,322 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/1b826d18d623477c9419adcfb3c84b2a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/1b826d18d623477c9419adcfb3c84b2a 2024-12-15T03:38:49,322 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/ab2adacfeefb4bca80099e5475c8a981 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/ab2adacfeefb4bca80099e5475c8a981 2024-12-15T03:38:49,322 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/5f694463a70b4845a48613ff3f03a1ae to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/5f694463a70b4845a48613ff3f03a1ae 2024-12-15T03:38:49,323 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/930532f18b1f44d998f2251ed3c74ebf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/930532f18b1f44d998f2251ed3c74ebf 2024-12-15T03:38:49,323 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/53f93953f7ee4d66aa2aeb807ad05833 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/53f93953f7ee4d66aa2aeb807ad05833 2024-12-15T03:38:49,323 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/4d713d745abc4d9b87cab9f2ac7b5e98 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/4d713d745abc4d9b87cab9f2ac7b5e98 2024-12-15T03:38:49,323 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/28a4d2d1f0d44d80ac1c71f0a312488f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/28a4d2d1f0d44d80ac1c71f0a312488f 2024-12-15T03:38:49,323 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/190c8da552184673965e76a44b51f416 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/190c8da552184673965e76a44b51f416 2024-12-15T03:38:49,324 DEBUG [StoreCloser-TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/e09ee8bc3b5143668ac20619eb5feb7f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/b06e20b834b2467d842e3ae370c263df, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/de9afc0db694411c9f6d55b21605e7f6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/a9654717ebf24ffc9a7c76ec18b2ec89, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/266611ceb64f46c28a8c6907e876048a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/89324c84698340658cce48ed2908c0b5, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/accc84b1ce19406095baa3615e154930, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0459fbdcf48b4ca99b861d937e9f4a2c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/91373b844a0947c39074c6786dc50a64, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0c3dfb60864244d58700734dd824e582, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/01d0d81a00754cb6b9c2dff165e9b8f3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/03ca9757ba80455683363a87e4203e44, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/7c9f6b97a12b4781aa8a26572ed59d43, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/4a4dc44b2e5f4cd08ca9f0112b4ce940, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/43c81d456803475f8d6040d8a1aaa16a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/fe4f916792ef422db61e277a322224fe, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/cda319f9affa472daf99cec9e6149a8b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/26fa8cb5fd964271836cfb1a382191ca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6852250cac744464a6a83c52a68be865, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0188c34aef2e4cda8195a13e934f5f5c] to archive 2024-12-15T03:38:49,325 DEBUG [StoreCloser-TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:38:49,327 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/b06e20b834b2467d842e3ae370c263df to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/b06e20b834b2467d842e3ae370c263df 2024-12-15T03:38:49,327 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/e09ee8bc3b5143668ac20619eb5feb7f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/e09ee8bc3b5143668ac20619eb5feb7f 2024-12-15T03:38:49,327 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/a9654717ebf24ffc9a7c76ec18b2ec89 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/a9654717ebf24ffc9a7c76ec18b2ec89 2024-12-15T03:38:49,327 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/de9afc0db694411c9f6d55b21605e7f6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/de9afc0db694411c9f6d55b21605e7f6 2024-12-15T03:38:49,328 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/89324c84698340658cce48ed2908c0b5 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/89324c84698340658cce48ed2908c0b5 2024-12-15T03:38:49,328 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/ee0fcdc8fc674e8faf4edc93b3bfc1a3 2024-12-15T03:38:49,328 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/accc84b1ce19406095baa3615e154930 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/accc84b1ce19406095baa3615e154930 2024-12-15T03:38:49,328 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/266611ceb64f46c28a8c6907e876048a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/266611ceb64f46c28a8c6907e876048a 2024-12-15T03:38:49,329 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0459fbdcf48b4ca99b861d937e9f4a2c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0459fbdcf48b4ca99b861d937e9f4a2c 2024-12-15T03:38:49,329 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0c3dfb60864244d58700734dd824e582 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0c3dfb60864244d58700734dd824e582 2024-12-15T03:38:49,329 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/91373b844a0947c39074c6786dc50a64 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/91373b844a0947c39074c6786dc50a64 2024-12-15T03:38:49,329 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/03ca9757ba80455683363a87e4203e44 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/03ca9757ba80455683363a87e4203e44 2024-12-15T03:38:49,330 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/01d0d81a00754cb6b9c2dff165e9b8f3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/01d0d81a00754cb6b9c2dff165e9b8f3 2024-12-15T03:38:49,330 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/43c81d456803475f8d6040d8a1aaa16a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/43c81d456803475f8d6040d8a1aaa16a 2024-12-15T03:38:49,330 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/7c9f6b97a12b4781aa8a26572ed59d43 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/7c9f6b97a12b4781aa8a26572ed59d43 2024-12-15T03:38:49,330 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/4a4dc44b2e5f4cd08ca9f0112b4ce940 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/4a4dc44b2e5f4cd08ca9f0112b4ce940 2024-12-15T03:38:49,330 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/fe4f916792ef422db61e277a322224fe to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/fe4f916792ef422db61e277a322224fe 2024-12-15T03:38:49,331 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/cda319f9affa472daf99cec9e6149a8b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/cda319f9affa472daf99cec9e6149a8b 2024-12-15T03:38:49,331 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/26fa8cb5fd964271836cfb1a382191ca to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/26fa8cb5fd964271836cfb1a382191ca 2024-12-15T03:38:49,331 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6852250cac744464a6a83c52a68be865 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6852250cac744464a6a83c52a68be865 2024-12-15T03:38:49,331 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0188c34aef2e4cda8195a13e934f5f5c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/0188c34aef2e4cda8195a13e934f5f5c 2024-12-15T03:38:49,332 DEBUG [StoreCloser-TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/9f72e39aca5f4add8d1080d98d55d4be, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b49f221bbd65424c804b1239e6026221, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/aa0d9139aecc4bc097be4b1546d71bdc, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/27ff2f89a516412b8a0a4329c6d79cb1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5d26ed06705a4cc795c950604722f6e3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f9ebfdb5e1224729aff0a7b78b14282b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bf4175fd42604eb981b39a0697c6ad2e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/00f86079f73f45b8916cd091de1ba89a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/7b4529cd65e844adbbfccdc73f81a23f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a13f629530214671b408a3f53391f248, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/8e695103711f4b449a128c9ed8874ca4, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a758ee043b064f51bc589906eb5abb81, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/3a04c5622b5345e4b0ba054a8b61ed70, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f5cfc8d54c3a44dd87a921669f5efec6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5b9494833159432097cfd4bcc712e22d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/60d46751b43f44fe9c1c5cd82bc85cc9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c1e235b387b9416f97c05b440000bbcf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/2bb23518a1ad408dbfe8aa2b6d54b47d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c0f50d28694c48929d5b002531a39973, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/764a8f5977564ae19824a4c17762586b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f6d945b9ae3c45888b0ccc080da5391a] to archive 2024-12-15T03:38:49,333 DEBUG [StoreCloser-TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/9f72e39aca5f4add8d1080d98d55d4be to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/9f72e39aca5f4add8d1080d98d55d4be 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/27ff2f89a516412b8a0a4329c6d79cb1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/27ff2f89a516412b8a0a4329c6d79cb1 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5d26ed06705a4cc795c950604722f6e3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5d26ed06705a4cc795c950604722f6e3 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bf4175fd42604eb981b39a0697c6ad2e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bf4175fd42604eb981b39a0697c6ad2e 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f9ebfdb5e1224729aff0a7b78b14282b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f9ebfdb5e1224729aff0a7b78b14282b 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/aa0d9139aecc4bc097be4b1546d71bdc to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/aa0d9139aecc4bc097be4b1546d71bdc 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b49f221bbd65424c804b1239e6026221 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b49f221bbd65424c804b1239e6026221 2024-12-15T03:38:49,335 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/00f86079f73f45b8916cd091de1ba89a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/00f86079f73f45b8916cd091de1ba89a 2024-12-15T03:38:49,336 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/7b4529cd65e844adbbfccdc73f81a23f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/7b4529cd65e844adbbfccdc73f81a23f 2024-12-15T03:38:49,337 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a758ee043b064f51bc589906eb5abb81 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a758ee043b064f51bc589906eb5abb81 2024-12-15T03:38:49,337 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/8e695103711f4b449a128c9ed8874ca4 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/8e695103711f4b449a128c9ed8874ca4 2024-12-15T03:38:49,337 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a13f629530214671b408a3f53391f248 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/a13f629530214671b408a3f53391f248 2024-12-15T03:38:49,337 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f5cfc8d54c3a44dd87a921669f5efec6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f5cfc8d54c3a44dd87a921669f5efec6 2024-12-15T03:38:49,337 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/60d46751b43f44fe9c1c5cd82bc85cc9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/60d46751b43f44fe9c1c5cd82bc85cc9 2024-12-15T03:38:49,337 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/3a04c5622b5345e4b0ba054a8b61ed70 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/3a04c5622b5345e4b0ba054a8b61ed70 2024-12-15T03:38:49,338 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5b9494833159432097cfd4bcc712e22d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/5b9494833159432097cfd4bcc712e22d 2024-12-15T03:38:49,338 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c1e235b387b9416f97c05b440000bbcf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c1e235b387b9416f97c05b440000bbcf 2024-12-15T03:38:49,338 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/2bb23518a1ad408dbfe8aa2b6d54b47d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/2bb23518a1ad408dbfe8aa2b6d54b47d 2024-12-15T03:38:49,338 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f6d945b9ae3c45888b0ccc080da5391a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/f6d945b9ae3c45888b0ccc080da5391a 2024-12-15T03:38:49,338 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c0f50d28694c48929d5b002531a39973 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/c0f50d28694c48929d5b002531a39973 2024-12-15T03:38:49,338 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/764a8f5977564ae19824a4c17762586b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/764a8f5977564ae19824a4c17762586b 2024-12-15T03:38:49,342 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=1 2024-12-15T03:38:49,342 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e. 2024-12-15T03:38:49,342 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for c0006ee1fe3a4b97b61cbae7bb51a16e: 2024-12-15T03:38:49,344 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:49,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c0006ee1fe3a4b97b61cbae7bb51a16e, regionState=CLOSED 2024-12-15T03:38:49,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-15T03:38:49,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure c0006ee1fe3a4b97b61cbae7bb51a16e, server=c1551786b40e,42709,1734233785718 in 1.7780 sec 2024-12-15T03:38:49,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-15T03:38:49,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c0006ee1fe3a4b97b61cbae7bb51a16e, UNASSIGN in 1.7800 sec 2024-12-15T03:38:49,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-15T03:38:49,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7820 sec 2024-12-15T03:38:49,349 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233929348"}]},"ts":"1734233929348"} 2024-12-15T03:38:49,349 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T03:38:49,351 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T03:38:49,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7930 sec 2024-12-15T03:38:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T03:38:49,665 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-15T03:38:49,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T03:38:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,666 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-15T03:38:49,667 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,669 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:49,671 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/recovered.edits] 2024-12-15T03:38:49,673 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/131ef44199c842babaa9aafaa77932fa to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/131ef44199c842babaa9aafaa77932fa 2024-12-15T03:38:49,673 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/9c40e1851d79475188dd77208294456b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/9c40e1851d79475188dd77208294456b 2024-12-15T03:38:49,673 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f63e355a1c6c45a991d2560558d2a207 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/f63e355a1c6c45a991d2560558d2a207 2024-12-15T03:38:49,674 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/60aad4380be9446680d6a8646ef21295 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/A/60aad4380be9446680d6a8646ef21295 2024-12-15T03:38:49,676 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6402f0a74d974bf8a52a00a3602e0929 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/6402f0a74d974bf8a52a00a3602e0929 2024-12-15T03:38:49,676 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/dd39d7734217487bb4582951e64c3d78 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/dd39d7734217487bb4582951e64c3d78 2024-12-15T03:38:49,676 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/94db1ccadbc14bb0a7aa26c472e2bb25 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/94db1ccadbc14bb0a7aa26c472e2bb25 2024-12-15T03:38:49,676 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/899f772b926d4c0aaf52085e25b0ddf3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/B/899f772b926d4c0aaf52085e25b0ddf3 2024-12-15T03:38:49,679 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/64d3a404b4b54d1ab172e2a48439f74c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/64d3a404b4b54d1ab172e2a48439f74c 2024-12-15T03:38:49,679 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b102db190e2a446faf79c4573d2ab31a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/b102db190e2a446faf79c4573d2ab31a 2024-12-15T03:38:49,679 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bda2709ffc8a4da5a904bfaada9246ea to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/bda2709ffc8a4da5a904bfaada9246ea 2024-12-15T03:38:49,679 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/e7ec00e3e79945229d3495107ca35ad8 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/C/e7ec00e3e79945229d3495107ca35ad8 2024-12-15T03:38:49,681 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/recovered.edits/340.seqid to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e/recovered.edits/340.seqid 2024-12-15T03:38:49,682 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/c0006ee1fe3a4b97b61cbae7bb51a16e 2024-12-15T03:38:49,682 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T03:38:49,684 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,685 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T03:38:49,687 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T03:38:49,688 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,688 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T03:38:49,688 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734233929688"}]},"ts":"9223372036854775807"} 2024-12-15T03:38:49,689 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T03:38:49,689 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c0006ee1fe3a4b97b61cbae7bb51a16e, NAME => 'TestAcidGuarantees,,1734233904539.c0006ee1fe3a4b97b61cbae7bb51a16e.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T03:38:49,689 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T03:38:49,689 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734233929689"}]},"ts":"9223372036854775807"} 2024-12-15T03:38:49,691 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T03:38:49,692 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-12-15T03:38:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-15T03:38:49,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-15T03:38:49,777 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245 (was 245), OpenFileDescriptor=451 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 323) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2226 (was 2244) 2024-12-15T03:38:49,785 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=245, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=2226 2024-12-15T03:38:49,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:38:49,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:38:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:49,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T03:38:49,788 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:49,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-12-15T03:38:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T03:38:49,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T03:38:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742348_1524 (size=963) 2024-12-15T03:38:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T03:38:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T03:38:50,195 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191 2024-12-15T03:38:50,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742349_1525 (size=53) 2024-12-15T03:38:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T03:38:50,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:38:50,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, disabling compactions & flushes 2024-12-15T03:38:50,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. after waiting 0 ms 2024-12-15T03:38:50,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:50,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T03:38:50,601 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734233930601"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734233930601"}]},"ts":"1734233930601"} 2024-12-15T03:38:50,602 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T03:38:50,602 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T03:38:50,602 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233930602"}]},"ts":"1734233930602"} 2024-12-15T03:38:50,603 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T03:38:50,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, ASSIGN}] 2024-12-15T03:38:50,607 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, ASSIGN 2024-12-15T03:38:50,608 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, ASSIGN; state=OFFLINE, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=false 2024-12-15T03:38:50,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:50,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:38:50,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T03:38:50,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:50,913 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,913 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:38:50,913 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,913 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:38:50,913 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,914 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,914 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,915 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:50,916 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 columnFamilyName A 2024-12-15T03:38:50,916 DEBUG [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:50,916 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(327): Store=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:50,916 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,917 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:50,917 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 columnFamilyName B 2024-12-15T03:38:50,917 DEBUG [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:50,917 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(327): Store=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:50,917 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,918 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:50,918 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 columnFamilyName C 2024-12-15T03:38:50,918 DEBUG [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:50,919 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(327): Store=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:50,919 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,919 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,919 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,920 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:38:50,921 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:50,923 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T03:38:50,923 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 6f1b9fc90bfbc3e8412b4bc5af7e7ee0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71142507, jitterRate=0.06010596454143524}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:38:50,923 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:50,924 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., pid=151, masterSystemTime=1734233930910 2024-12-15T03:38:50,925 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,925 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:50,925 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=OPEN, openSeqNum=2, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:50,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-15T03:38:50,927 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 in 167 msec 2024-12-15T03:38:50,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-15T03:38:50,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, ASSIGN in 321 msec 2024-12-15T03:38:50,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T03:38:50,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233930928"}]},"ts":"1734233930928"} 2024-12-15T03:38:50,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T03:38:50,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T03:38:50,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1440 sec 2024-12-15T03:38:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T03:38:51,893 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-15T03:38:51,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x096e8e33 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20c3d7a2 2024-12-15T03:38:51,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574dd3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:51,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:51,929 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:51,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T03:38:51,946 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T03:38:51,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T03:38:51,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T03:38:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T03:38:52,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742350_1526 (size=999) 2024-12-15T03:38:52,449 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T03:38:52,449 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T03:38:52,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:38:52,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, REOPEN/MOVE}] 2024-12-15T03:38:52,454 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, REOPEN/MOVE 2024-12-15T03:38:52,455 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:52,456 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:38:52,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:38:52,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:52,608 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,608 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:38:52,608 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, disabling compactions & flushes 2024-12-15T03:38:52,608 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,608 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,608 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. after waiting 0 ms 2024-12-15T03:38:52,608 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,613 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T03:38:52,614 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,614 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:52,614 WARN [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to self. 2024-12-15T03:38:52,615 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=CLOSED 2024-12-15T03:38:52,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-15T03:38:52,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 in 161 msec 2024-12-15T03:38:52,619 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, REOPEN/MOVE; state=CLOSED, location=c1551786b40e,42709,1734233785718; forceNewPlan=false, retain=true 2024-12-15T03:38:52,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=OPENING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:52,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:38:52,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:52,926 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,927 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} 2024-12-15T03:38:52,927 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,927 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T03:38:52,927 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,927 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,928 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,929 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:52,930 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 columnFamilyName A 2024-12-15T03:38:52,931 DEBUG [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:52,932 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(327): Store=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:52,933 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,933 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:52,933 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 columnFamilyName B 2024-12-15T03:38:52,933 DEBUG [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:52,934 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(327): Store=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:52,934 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,935 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T03:38:52,935 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 columnFamilyName C 2024-12-15T03:38:52,935 DEBUG [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:52,935 INFO [StoreOpener-6f1b9fc90bfbc3e8412b4bc5af7e7ee0-1 {}] regionserver.HStore(327): Store=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T03:38:52,935 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,936 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,937 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,939 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T03:38:52,940 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:52,941 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 6f1b9fc90bfbc3e8412b4bc5af7e7ee0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61044441, jitterRate=-0.09036694467067719}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T03:38:52,942 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:52,943 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., pid=156, masterSystemTime=1734233932923 2024-12-15T03:38:52,945 DEBUG [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,945 INFO [RS_OPEN_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:52,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=OPEN, openSeqNum=5, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:38:52,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-12-15T03:38:52,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 in 175 msec 2024-12-15T03:38:52,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-15T03:38:52,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, REOPEN/MOVE in 494 msec 2024-12-15T03:38:52,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-15T03:38:52,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec 2024-12-15T03:38:52,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0040 sec 2024-12-15T03:38:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-15T03:38:52,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e8d919c to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cd3d28 2024-12-15T03:38:52,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29247c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:52,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44b14279 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d6c03ba 2024-12-15T03:38:53,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37227cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,029 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eb94416 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3395eba8 2024-12-15T03:38:53,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f6ce8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3852b0e3 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2406c4ea 2024-12-15T03:38:53,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5e441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aa4b067 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58970c4d 2024-12-15T03:38:53,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723a6cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb4faa4 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d48543c 2024-12-15T03:38:53,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60507b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,122 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1c03a6 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336a5bad 2024-12-15T03:38:53,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5005c24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e9db979 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fcb3634 2024-12-15T03:38:53,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a29423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,140 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64cc85f5 to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25065ce 2024-12-15T03:38:53,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5786fa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d16b6dd to 127.0.0.1:54928 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c69c4a4 2024-12-15T03:38:53,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5e28a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T03:38:53,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-15T03:38:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:53,188 DEBUG [hconnection-0x325c2fc2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,189 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:53,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:53,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:53,193 DEBUG [hconnection-0x3c597009-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,197 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,197 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,200 DEBUG [hconnection-0x3847260e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,200 DEBUG [hconnection-0x1ed50662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,201 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,201 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:53,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:38:53,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:38:53,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:53,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:38:53,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:53,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:38:53,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:53,240 DEBUG [hconnection-0x21d781b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,245 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,252 DEBUG [hconnection-0x4f15b829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,254 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,255 DEBUG [hconnection-0x73f6d181-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,256 DEBUG [hconnection-0x3492323e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,257 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,257 DEBUG [hconnection-0x3b762341-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,258 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,259 DEBUG [hconnection-0x409933db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T03:38:53,262 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,263 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T03:38:53,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233993280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233993280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233993280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233993282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233993284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121552ef9ad7f802488daa5a72fa7db4cf01_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233933228/Put/seqid=0 2024-12-15T03:38:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742351_1527 (size=12154) 2024-12-15T03:38:53,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:53,341 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,348 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121552ef9ad7f802488daa5a72fa7db4cf01_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121552ef9ad7f802488daa5a72fa7db4cf01_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:53,349 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/0cd5d3a22f8e4b85995ea414bbd0c955, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:53,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/0cd5d3a22f8e4b85995ea414bbd0c955 is 175, key is test_row_0/A:col10/1734233933228/Put/seqid=0 2024-12-15T03:38:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742352_1528 (size=30955) 2024-12-15T03:38:53,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233993385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233993389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233993389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233993389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233993393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:53,495 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233993589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233993591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233993592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233993593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233993602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,648 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,768 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/0cd5d3a22f8e4b85995ea414bbd0c955 2024-12-15T03:38:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:53,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2f909f0927494e35b095491ac21f6990 is 50, key is test_row_0/B:col10/1734233933228/Put/seqid=0 2024-12-15T03:38:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742353_1529 (size=12001) 2024-12-15T03:38:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233993900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233993900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233993901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233993904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233993912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:53,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:53,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:53,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:53,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T03:38:54,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2f909f0927494e35b095491ac21f6990 2024-12-15T03:38:54,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/34f735842aae4a10a8c18662ace56213 is 50, key is test_row_0/C:col10/1734233933228/Put/seqid=0 2024-12-15T03:38:54,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:54,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742354_1530 (size=12001) 2024-12-15T03:38:54,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/34f735842aae4a10a8c18662ace56213 2024-12-15T03:38:54,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/0cd5d3a22f8e4b85995ea414bbd0c955 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955 2024-12-15T03:38:54,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955, entries=150, sequenceid=15, filesize=30.2 K 2024-12-15T03:38:54,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2f909f0927494e35b095491ac21f6990 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2f909f0927494e35b095491ac21f6990 2024-12-15T03:38:54,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2f909f0927494e35b095491ac21f6990, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T03:38:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/34f735842aae4a10a8c18662ace56213 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/34f735842aae4a10a8c18662ace56213 2024-12-15T03:38:54,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/34f735842aae4a10a8c18662ace56213, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T03:38:54,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1099ms, sequenceid=15, compaction requested=false 2024-12-15T03:38:54,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:54,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T03:38:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:38:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:38:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:38:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:54,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233994420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233994421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233994421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233994422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233994424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e135c49a66724d8a950df37879e04d1a_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233933268/Put/seqid=0 2024-12-15T03:38:54,444 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:54,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:54,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742355_1531 (size=12154) 2024-12-15T03:38:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233994526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233994526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233994527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233994527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233994730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233994730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233994731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233994731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:54,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:54,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:54,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T03:38:54,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e135c49a66724d8a950df37879e04d1a_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e135c49a66724d8a950df37879e04d1a_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:54,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/1d88f36a73644baeb4b80d7859cd407f, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:54,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/1d88f36a73644baeb4b80d7859cd407f is 175, key is test_row_0/A:col10/1734233933268/Put/seqid=0 2024-12-15T03:38:54,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:54,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:54,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742356_1532 (size=30955) 2024-12-15T03:38:54,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/1d88f36a73644baeb4b80d7859cd407f 2024-12-15T03:38:55,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/3eaa70c23cbf465faa97a2178a00c150 is 50, key is test_row_0/B:col10/1734233933268/Put/seqid=0 2024-12-15T03:38:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233995040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233995044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233995044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233995056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742357_1533 (size=12001) 2024-12-15T03:38:55,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:55,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233995430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/3eaa70c23cbf465faa97a2178a00c150 2024-12-15T03:38:55,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/23259a23da1e4b139f1290d005f0996c is 50, key is test_row_0/C:col10/1734233933268/Put/seqid=0 2024-12-15T03:38:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742358_1534 (size=12001) 2024-12-15T03:38:55,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:55,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233995547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233995547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233995549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233995566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:55,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:55,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:55,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:55,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/23259a23da1e4b139f1290d005f0996c 2024-12-15T03:38:55,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/1d88f36a73644baeb4b80d7859cd407f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f 2024-12-15T03:38:55,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f, entries=150, sequenceid=42, filesize=30.2 K 2024-12-15T03:38:55,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/3eaa70c23cbf465faa97a2178a00c150 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3eaa70c23cbf465faa97a2178a00c150 2024-12-15T03:38:55,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3eaa70c23cbf465faa97a2178a00c150, entries=150, sequenceid=42, filesize=11.7 K 2024-12-15T03:38:55,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/23259a23da1e4b139f1290d005f0996c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/23259a23da1e4b139f1290d005f0996c 2024-12-15T03:38:55,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/23259a23da1e4b139f1290d005f0996c, entries=150, sequenceid=42, filesize=11.7 K 2024-12-15T03:38:55,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1526ms, sequenceid=42, compaction requested=false 2024-12-15T03:38:55,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:56,018 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T03:38:56,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:56,020 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T03:38:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:38:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:38:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:38:56,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:56,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215582bbdbc782643d9aa148bcb2bf84620_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233934419/Put/seqid=0 2024-12-15T03:38:56,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742359_1535 (size=12154) 2024-12-15T03:38:56,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:56,046 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215582bbdbc782643d9aa148bcb2bf84620_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215582bbdbc782643d9aa148bcb2bf84620_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:56,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3027fbbbd83241f9a23b58f1b3e29194, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3027fbbbd83241f9a23b58f1b3e29194 is 175, key is test_row_0/A:col10/1734233934419/Put/seqid=0 2024-12-15T03:38:56,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742360_1536 (size=30955) 2024-12-15T03:38:56,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3027fbbbd83241f9a23b58f1b3e29194 2024-12-15T03:38:56,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f110a0823bd6419e8d8c9e3cf64853a6 is 50, key is test_row_0/B:col10/1734233934419/Put/seqid=0 2024-12-15T03:38:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742361_1537 (size=12001) 2024-12-15T03:38:56,500 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f110a0823bd6419e8d8c9e3cf64853a6 2024-12-15T03:38:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/b95e1654600444dea5abc49f865654fd is 50, key is test_row_0/C:col10/1734233934419/Put/seqid=0 2024-12-15T03:38:56,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:56,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742362_1538 (size=12001) 2024-12-15T03:38:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233996596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233996596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233996596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233996596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233996704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233996706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233996709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233996717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233996912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233996916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233996917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233996931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:56,972 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/b95e1654600444dea5abc49f865654fd 2024-12-15T03:38:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3027fbbbd83241f9a23b58f1b3e29194 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194 2024-12-15T03:38:57,030 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194, entries=150, sequenceid=51, filesize=30.2 K 2024-12-15T03:38:57,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f110a0823bd6419e8d8c9e3cf64853a6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f110a0823bd6419e8d8c9e3cf64853a6 2024-12-15T03:38:57,049 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f110a0823bd6419e8d8c9e3cf64853a6, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T03:38:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/b95e1654600444dea5abc49f865654fd as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/b95e1654600444dea5abc49f865654fd 2024-12-15T03:38:57,093 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/b95e1654600444dea5abc49f865654fd, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T03:38:57,097 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1078ms, sequenceid=51, compaction requested=true 2024-12-15T03:38:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-15T03:38:57,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-15T03:38:57,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-15T03:38:57,118 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9140 sec 2024-12-15T03:38:57,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 3.9420 sec 2024-12-15T03:38:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:57,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-15T03:38:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:38:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:38:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:38:57,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233997247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233997248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233997252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233997252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T03:38:57,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152b55568798154d37a416b608f96c330d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:57,302 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-15T03:38:57,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:38:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-15T03:38:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:38:57,320 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:38:57,323 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:38:57,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:38:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233997357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233997357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233997359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742363_1539 (size=12154) 2024-12-15T03:38:57,368 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:57,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233997376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152b55568798154d37a416b608f96c330d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152b55568798154d37a416b608f96c330d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:57,415 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/96e7db144fd649bb8d535016ca30538f, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:57,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/96e7db144fd649bb8d535016ca30538f is 175, key is test_row_0/A:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:38:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742364_1540 (size=30955) 2024-12-15T03:38:57,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734233997456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,464 DEBUG [Thread-2341 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:38:57,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:57,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:57,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233997564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233997566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233997579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233997583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:38:57,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:57,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:57,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/96e7db144fd649bb8d535016ca30538f 2024-12-15T03:38:57,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233997869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233997873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233997890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233997890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/4ba477ba65174f0a89a2aa95038c98f7 is 50, key is test_row_0/B:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:38:57,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742365_1541 (size=12001) 2024-12-15T03:38:57,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/4ba477ba65174f0a89a2aa95038c98f7 2024-12-15T03:38:57,976 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:57,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:57,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/6f126dac687b4a0ab2b424c1f23ce778 is 50, key is test_row_0/C:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742366_1542 (size=12001) 2024-12-15T03:38:58,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:58,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,302 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233998375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233998380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233998399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233998400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:38:58,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:38:58,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/6f126dac687b4a0ab2b424c1f23ce778 2024-12-15T03:38:58,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/96e7db144fd649bb8d535016ca30538f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f 2024-12-15T03:38:58,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f, entries=150, sequenceid=80, filesize=30.2 K 2024-12-15T03:38:58,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/4ba477ba65174f0a89a2aa95038c98f7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/4ba477ba65174f0a89a2aa95038c98f7 2024-12-15T03:38:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/4ba477ba65174f0a89a2aa95038c98f7, entries=150, sequenceid=80, filesize=11.7 K 2024-12-15T03:38:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/6f126dac687b4a0ab2b424c1f23ce778 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/6f126dac687b4a0ab2b424c1f23ce778 2024-12-15T03:38:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/6f126dac687b4a0ab2b424c1f23ce778, entries=150, sequenceid=80, filesize=11.7 K 2024-12-15T03:38:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1266ms, sequenceid=80, compaction requested=true 2024-12-15T03:38:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:38:58,497 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:58,497 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:38:58,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,498 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:58,498 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,498 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:38:58,498 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:38:58,499 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,499 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,499 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=120.9 K 2024-12-15T03:38:58,499 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2f909f0927494e35b095491ac21f6990, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3eaa70c23cbf465faa97a2178a00c150, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f110a0823bd6419e8d8c9e3cf64853a6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/4ba477ba65174f0a89a2aa95038c98f7] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=46.9 K 2024-12-15T03:38:58,499 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,499 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f] 2024-12-15T03:38:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,499 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f909f0927494e35b095491ac21f6990, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734233933214 2024-12-15T03:38:58,499 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cd5d3a22f8e4b85995ea414bbd0c955, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734233933214 2024-12-15T03:38:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,499 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eaa70c23cbf465faa97a2178a00c150, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734233933268 2024-12-15T03:38:58,499 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d88f36a73644baeb4b80d7859cd407f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734233933268 2024-12-15T03:38:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,500 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting f110a0823bd6419e8d8c9e3cf64853a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734233934415 2024-12-15T03:38:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,500 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba477ba65174f0a89a2aa95038c98f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734233936582 2024-12-15T03:38:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,502 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3027fbbbd83241f9a23b58f1b3e29194, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734233934415 2024-12-15T03:38:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,502 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96e7db144fd649bb8d535016ca30538f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734233936582 2024-12-15T03:38:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,508 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,508 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/abc4a68ff872415196a4a38bf31ac38c is 50, key is test_row_0/B:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,509 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,511 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412153f632a2bc0e54cf5a74d718c53d92ea7_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742367_1543 (size=12139) 2024-12-15T03:38:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,514 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412153f632a2bc0e54cf5a74d718c53d92ea7_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,514 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153f632a2bc0e54cf5a74d718c53d92ea7_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,517 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/abc4a68ff872415196a4a38bf31ac38c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/abc4a68ff872415196a4a38bf31ac38c 2024-12-15T03:38:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742368_1544 (size=4469) 2024-12-15T03:38:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,523 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into abc4a68ff872415196a4a38bf31ac38c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:58,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:58,523 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=12, startTime=1734233938497; duration=0sec 2024-12-15T03:38:58,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:38:58,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:38:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,523 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:38:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,525 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:38:58,525 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:38:58,525 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,525 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/34f735842aae4a10a8c18662ace56213, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/23259a23da1e4b139f1290d005f0996c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/b95e1654600444dea5abc49f865654fd, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/6f126dac687b4a0ab2b424c1f23ce778] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=46.9 K 2024-12-15T03:38:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,525 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 34f735842aae4a10a8c18662ace56213, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734233933214 2024-12-15T03:38:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,526 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 23259a23da1e4b139f1290d005f0996c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1734233933268 2024-12-15T03:38:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,526 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b95e1654600444dea5abc49f865654fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734233934415 2024-12-15T03:38:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,526 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f126dac687b4a0ab2b424c1f23ce778, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734233936582 2024-12-15T03:38:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,534 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,534 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/cffc1a3dd50b4aa1a1532a5f537db287 is 50, key is test_row_0/C:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742369_1545 (size=12139) 2024-12-15T03:38:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:38:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T03:38:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:58,608 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T03:38:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:38:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:38:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:38:58,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150c16f4c6e58b454eb4a7932a8ac2b305_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_1/A:col10/1734233937243/Put/seqid=0 2024-12-15T03:38:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742370_1546 (size=9714) 2024-12-15T03:38:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,923 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:38:58,924 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2890f3fabe164708a45b1e92b36ecb3d is 175, key is test_row_0/A:col10/1734233936582/Put/seqid=0 2024-12-15T03:38:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,944 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/cffc1a3dd50b4aa1a1532a5f537db287 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/cffc1a3dd50b4aa1a1532a5f537db287 2024-12-15T03:38:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742371_1547 (size=31093) 2024-12-15T03:38:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,950 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into cffc1a3dd50b4aa1a1532a5f537db287(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:58,950 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:58,950 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=12, startTime=1734233938497; duration=0sec 2024-12-15T03:38:58,950 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:58,950 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:38:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,030 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150c16f4c6e58b454eb4a7932a8ac2b305_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150c16f4c6e58b454eb4a7932a8ac2b305_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2246eb8b01b64db4ba97905fc18128a3, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2246eb8b01b64db4ba97905fc18128a3 is 175, key is test_row_1/A:col10/1734233937243/Put/seqid=0 2024-12-15T03:38:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742372_1548 (size=22361) 2024-12-15T03:38:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,047 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2246eb8b01b64db4ba97905fc18128a3 2024-12-15T03:38:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/03cdce386ece46fc862dd4ee091661fa is 50, key is test_row_1/B:col10/1734233937243/Put/seqid=0 2024-12-15T03:38:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742373_1549 (size=9657) 2024-12-15T03:38:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,104 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/03cdce386ece46fc862dd4ee091661fa 2024-12-15T03:38:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/de5eac11a9c04088be7f4f7cf7754f55 is 50, key is test_row_1/C:col10/1734233937243/Put/seqid=0 2024-12-15T03:38:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742374_1550 (size=9657) 2024-12-15T03:38:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,356 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2890f3fabe164708a45b1e92b36ecb3d as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2890f3fabe164708a45b1e92b36ecb3d 2024-12-15T03:38:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,362 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 2890f3fabe164708a45b1e92b36ecb3d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:38:59,362 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:59,362 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=12, startTime=1734233938497; duration=0sec 2024-12-15T03:38:59,363 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:38:59,363 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:38:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:59,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:38:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:38:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233999476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233999476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233999477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233999480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,562 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/de5eac11a9c04088be7f4f7cf7754f55 2024-12-15T03:38:59,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2246eb8b01b64db4ba97905fc18128a3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3 2024-12-15T03:38:59,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233999582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233999582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,590 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3, entries=100, sequenceid=88, filesize=21.8 K 2024-12-15T03:38:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/03cdce386ece46fc862dd4ee091661fa as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/03cdce386ece46fc862dd4ee091661fa 2024-12-15T03:38:59,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233999592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233999604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,611 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/03cdce386ece46fc862dd4ee091661fa, entries=100, sequenceid=88, filesize=9.4 K 2024-12-15T03:38:59,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/de5eac11a9c04088be7f4f7cf7754f55 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/de5eac11a9c04088be7f4f7cf7754f55 2024-12-15T03:38:59,616 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/de5eac11a9c04088be7f4f7cf7754f55, entries=100, sequenceid=88, filesize=9.4 K 2024-12-15T03:38:59,618 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1009ms, sequenceid=88, compaction requested=false 2024-12-15T03:38:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:38:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:38:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-15T03:38:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-15T03:38:59,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-15T03:38:59,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3080 sec 2024-12-15T03:38:59,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.3400 sec 2024-12-15T03:38:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:59,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T03:38:59,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:38:59,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:59,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:38:59,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:59,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:38:59,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:38:59,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233999794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233999796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734233999797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215338e0399f12340429647d04c767e8682_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233939467/Put/seqid=0 2024-12-15T03:38:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734233999814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742375_1551 (size=12154) 2024-12-15T03:38:59,830 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:38:59,851 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215338e0399f12340429647d04c767e8682_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215338e0399f12340429647d04c767e8682_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:38:59,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6aa8420a5af440e89d8646b81d2faa5f, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:38:59,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6aa8420a5af440e89d8646b81d2faa5f is 175, key is test_row_0/A:col10/1734233939467/Put/seqid=0 2024-12-15T03:38:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742376_1552 (size=30955) 2024-12-15T03:38:59,875 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6aa8420a5af440e89d8646b81d2faa5f 2024-12-15T03:38:59,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/7467bc8ff20a47bb81c052cb9e8db035 is 50, key is test_row_0/B:col10/1734233939467/Put/seqid=0 2024-12-15T03:38:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734233999898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:38:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734233999899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:38:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742377_1553 (size=12001) 2024-12-15T03:39:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234000101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734234000101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234000103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734234000115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/7467bc8ff20a47bb81c052cb9e8db035 2024-12-15T03:39:00,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/75d9e2351f8047d896e4fc97833ac021 is 50, key is test_row_0/C:col10/1734233939467/Put/seqid=0 2024-12-15T03:39:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742378_1554 (size=12001) 2024-12-15T03:39:00,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234000407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234000409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734234000606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734234000617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/75d9e2351f8047d896e4fc97833ac021 2024-12-15T03:39:00,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6aa8420a5af440e89d8646b81d2faa5f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f 2024-12-15T03:39:00,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f, entries=150, sequenceid=120, filesize=30.2 K 2024-12-15T03:39:00,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/7467bc8ff20a47bb81c052cb9e8db035 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/7467bc8ff20a47bb81c052cb9e8db035 2024-12-15T03:39:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/7467bc8ff20a47bb81c052cb9e8db035, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T03:39:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/75d9e2351f8047d896e4fc97833ac021 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75d9e2351f8047d896e4fc97833ac021 2024-12-15T03:39:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75d9e2351f8047d896e4fc97833ac021, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T03:39:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,752 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 962ms, sequenceid=120, compaction requested=true 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:00,752 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:39:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:00,752 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:39:00,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,753 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:00,753 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:39:00,753 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:00,753 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2890f3fabe164708a45b1e92b36ecb3d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=82.4 K 2024-12-15T03:39:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,753 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,753 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2890f3fabe164708a45b1e92b36ecb3d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f] 2024-12-15T03:39:00,754 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2890f3fabe164708a45b1e92b36ecb3d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734233936582 2024-12-15T03:39:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,754 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:00,754 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2246eb8b01b64db4ba97905fc18128a3, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734233937243 2024-12-15T03:39:00,754 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:39:00,754 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:00,754 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/abc4a68ff872415196a4a38bf31ac38c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/03cdce386ece46fc862dd4ee091661fa, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/7467bc8ff20a47bb81c052cb9e8db035] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=33.0 K 2024-12-15T03:39:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,755 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aa8420a5af440e89d8646b81d2faa5f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233939467 2024-12-15T03:39:00,755 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting abc4a68ff872415196a4a38bf31ac38c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734233936582 2024-12-15T03:39:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,755 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 03cdce386ece46fc862dd4ee091661fa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734233937243 2024-12-15T03:39:00,755 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7467bc8ff20a47bb81c052cb9e8db035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233939467 2024-12-15T03:39:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,761 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,763 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:00,763 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121589aad5c2676e4127b71b3956f8221ad3_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,764 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/74dc71fc378b4e59aeafee26ec5fdd0f is 50, key is test_row_0/B:col10/1734233939467/Put/seqid=0 2024-12-15T03:39:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,765 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121589aad5c2676e4127b71b3956f8221ad3_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:00,765 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121589aad5c2676e4127b71b3956f8221ad3_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742379_1555 (size=12241) 2024-12-15T03:39:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,774 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/74dc71fc378b4e59aeafee26ec5fdd0f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/74dc71fc378b4e59aeafee26ec5fdd0f 2024-12-15T03:39:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742380_1556 (size=4469) 2024-12-15T03:39:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,783 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 74dc71fc378b4e59aeafee26ec5fdd0f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:00,783 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:00,783 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#471 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:00,783 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=13, startTime=1734233940752; duration=0sec 2024-12-15T03:39:00,783 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:00,783 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:39:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,783 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,783 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/622ab1c153f04d839b48f41cea18ae31 is 175, key is test_row_0/A:col10/1734233939467/Put/seqid=0 2024-12-15T03:39:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,785 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:00,785 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:39:00,785 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:00,785 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/cffc1a3dd50b4aa1a1532a5f537db287, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/de5eac11a9c04088be7f4f7cf7754f55, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75d9e2351f8047d896e4fc97833ac021] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=33.0 K 2024-12-15T03:39:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,785 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting cffc1a3dd50b4aa1a1532a5f537db287, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1734233936582 2024-12-15T03:39:00,786 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting de5eac11a9c04088be7f4f7cf7754f55, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734233937243 2024-12-15T03:39:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,786 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 75d9e2351f8047d896e4fc97833ac021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233939467 2024-12-15T03:39:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,794 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,794 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/3897b3d566334f2299608e628d7d9f1a is 50, key is test_row_0/C:col10/1734233939467/Put/seqid=0 2024-12-15T03:39:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742381_1557 (size=31195) 2024-12-15T03:39:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742382_1558 (size=12241) 2024-12-15T03:39:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:00,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T03:39:00,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:00,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215175d96a45b7744e48c73d87947203733_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233940920/Put/seqid=0 2024-12-15T03:39:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742383_1559 (size=12304) 2024-12-15T03:39:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234000974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234000976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234001078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234001084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,226 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/622ab1c153f04d839b48f41cea18ae31 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/622ab1c153f04d839b48f41cea18ae31 2024-12-15T03:39:01,239 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/3897b3d566334f2299608e628d7d9f1a as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/3897b3d566334f2299608e628d7d9f1a 2024-12-15T03:39:01,241 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 622ab1c153f04d839b48f41cea18ae31(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:01,241 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:01,241 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=13, startTime=1734233940752; duration=0sec 2024-12-15T03:39:01,241 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:01,241 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:39:01,244 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 3897b3d566334f2299608e628d7d9f1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:01,244 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:01,245 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=13, startTime=1734233940752; duration=0sec 2024-12-15T03:39:01,245 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:01,245 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:39:01,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234001281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234001304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,369 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215175d96a45b7744e48c73d87947203733_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215175d96a45b7744e48c73d87947203733_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:01,381 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3c061c45622348ceb78a25010a23d90c, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:01,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3c061c45622348ceb78a25010a23d90c is 175, key is test_row_0/A:col10/1734233940920/Put/seqid=0 2024-12-15T03:39:01,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742384_1560 (size=31105) 2024-12-15T03:39:01,388 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3c061c45622348ceb78a25010a23d90c 2024-12-15T03:39:01,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/c35ce0e5dba242b39017772c1e9bd4cf is 50, key is test_row_0/B:col10/1734233940920/Put/seqid=0 2024-12-15T03:39:01,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742385_1561 (size=12151) 2024-12-15T03:39:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T03:39:01,445 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-15T03:39:01,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:39:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-15T03:39:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T03:39:01,455 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:39:01,455 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:39:01,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:39:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234001486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,488 DEBUG [Thread-2341 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T03:39:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234001584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234001607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T03:39:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:01,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734234001610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734234001622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T03:39:01,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T03:39:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:01,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/c35ce0e5dba242b39017772c1e9bd4cf 2024-12-15T03:39:01,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7cc62c73acbc41b3947f90f46c4741e9 is 50, key is test_row_0/C:col10/1734233940920/Put/seqid=0 2024-12-15T03:39:01,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742386_1562 (size=12151) 2024-12-15T03:39:01,915 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:01,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T03:39:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:01,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T03:39:02,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:02,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T03:39:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:02,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234002088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:02,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234002113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:02,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:02,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T03:39:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:02,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:02,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7cc62c73acbc41b3947f90f46c4741e9 2024-12-15T03:39:02,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3c061c45622348ceb78a25010a23d90c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c 2024-12-15T03:39:02,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c, entries=150, sequenceid=132, filesize=30.4 K 2024-12-15T03:39:02,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/c35ce0e5dba242b39017772c1e9bd4cf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/c35ce0e5dba242b39017772c1e9bd4cf 2024-12-15T03:39:02,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/c35ce0e5dba242b39017772c1e9bd4cf, entries=150, sequenceid=132, filesize=11.9 K 2024-12-15T03:39:02,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7cc62c73acbc41b3947f90f46c4741e9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cc62c73acbc41b3947f90f46c4741e9 2024-12-15T03:39:02,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cc62c73acbc41b3947f90f46c4741e9, entries=150, sequenceid=132, filesize=11.9 K 2024-12-15T03:39:02,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1357ms, sequenceid=132, compaction requested=false 2024-12-15T03:39:02,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:02,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:02,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T03:39:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:02,389 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T03:39:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:02,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:02,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:02,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154dd89a2ffc3845d08b977e3d89ff93c1_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233940970/Put/seqid=0 2024-12-15T03:39:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742387_1563 (size=12304) 2024-12-15T03:39:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T03:39:02,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:02,806 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154dd89a2ffc3845d08b977e3d89ff93c1_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412154dd89a2ffc3845d08b977e3d89ff93c1_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:02,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/cd4102f249524a938448a7c32635eb9b, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:02,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/cd4102f249524a938448a7c32635eb9b is 175, key is test_row_0/A:col10/1734233940970/Put/seqid=0 2024-12-15T03:39:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742388_1564 (size=31105) 2024-12-15T03:39:02,816 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/cd4102f249524a938448a7c32635eb9b 2024-12-15T03:39:02,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/682683a61265412baf2ca02925752ee1 is 50, key is test_row_0/B:col10/1734233940970/Put/seqid=0 2024-12-15T03:39:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742389_1565 (size=12151) 2024-12-15T03:39:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:03,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:03,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234003106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234003116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234003209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,230 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/682683a61265412baf2ca02925752ee1 2024-12-15T03:39:03,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7bfa08c552474757840ad27b168daec0 is 50, key is test_row_0/C:col10/1734233940970/Put/seqid=0 2024-12-15T03:39:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742390_1566 (size=12151) 2024-12-15T03:39:03,241 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7bfa08c552474757840ad27b168daec0 2024-12-15T03:39:03,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/cd4102f249524a938448a7c32635eb9b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b 2024-12-15T03:39:03,248 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b, entries=150, sequenceid=159, filesize=30.4 K 2024-12-15T03:39:03,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/682683a61265412baf2ca02925752ee1 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/682683a61265412baf2ca02925752ee1 2024-12-15T03:39:03,251 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/682683a61265412baf2ca02925752ee1, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T03:39:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7bfa08c552474757840ad27b168daec0 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7bfa08c552474757840ad27b168daec0 2024-12-15T03:39:03,257 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7bfa08c552474757840ad27b168daec0, entries=150, sequenceid=159, filesize=11.9 K 2024-12-15T03:39:03,258 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 868ms, sequenceid=159, compaction requested=true 2024-12-15T03:39:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:03,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-15T03:39:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-15T03:39:03,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-15T03:39:03,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-12-15T03:39:03,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.8080 sec 2024-12-15T03:39:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:03,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:39:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:03,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151669ba46e7324d6180dc768d8f03b407_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742391_1567 (size=14794) 2024-12-15T03:39:03,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234003491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T03:39:03,564 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-15T03:39:03,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:39:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-15T03:39:03,567 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:39:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:03,568 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:39:03,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:39:03,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234003594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734234003631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,635 DEBUG [Thread-2343 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:03,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734234003639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,641 DEBUG [Thread-2347 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:03,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:03,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:03,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234003797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:03,852 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151669ba46e7324d6180dc768d8f03b407_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151669ba46e7324d6180dc768d8f03b407_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:03,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3cf7bcea05814fdf8bd2dc2b6caa8661, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:03,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3cf7bcea05814fdf8bd2dc2b6caa8661 is 175, key is test_row_0/A:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:03,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742392_1568 (size=39749) 2024-12-15T03:39:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:03,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:03,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:03,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:03,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:03,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:03,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:03,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:04,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:04,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234004101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:04,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3cf7bcea05814fdf8bd2dc2b6caa8661 2024-12-15T03:39:04,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/598262951b0c46bda92d3bce5cfdc53b is 50, key is test_row_0/B:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:04,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742393_1569 (size=12151) 2024-12-15T03:39:04,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:04,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:04,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234004608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:04,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/598262951b0c46bda92d3bce5cfdc53b 2024-12-15T03:39:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:04,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/2c1e01d1f16643de8e78903570239dc6 is 50, key is test_row_0/C:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742394_1570 (size=12151) 2024-12-15T03:39:04,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/2c1e01d1f16643de8e78903570239dc6 2024-12-15T03:39:04,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/3cf7bcea05814fdf8bd2dc2b6caa8661 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661 2024-12-15T03:39:04,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661, entries=200, sequenceid=171, filesize=38.8 K 2024-12-15T03:39:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/598262951b0c46bda92d3bce5cfdc53b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/598262951b0c46bda92d3bce5cfdc53b 2024-12-15T03:39:04,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/598262951b0c46bda92d3bce5cfdc53b, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T03:39:04,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/2c1e01d1f16643de8e78903570239dc6 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/2c1e01d1f16643de8e78903570239dc6 2024-12-15T03:39:04,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/2c1e01d1f16643de8e78903570239dc6, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T03:39:04,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1346ms, sequenceid=171, compaction requested=true 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:04,760 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:39:04,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:04,760 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:04,763 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:04,763 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:39:04,763 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,763 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/74dc71fc378b4e59aeafee26ec5fdd0f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/c35ce0e5dba242b39017772c1e9bd4cf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/682683a61265412baf2ca02925752ee1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/598262951b0c46bda92d3bce5cfdc53b] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=47.6 K 2024-12-15T03:39:04,764 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:04,764 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:39:04,764 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 74dc71fc378b4e59aeafee26ec5fdd0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233939467 2024-12-15T03:39:04,765 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting c35ce0e5dba242b39017772c1e9bd4cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734233940917 2024-12-15T03:39:04,765 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,765 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/622ab1c153f04d839b48f41cea18ae31, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=130.0 K 2024-12-15T03:39:04,765 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,765 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/622ab1c153f04d839b48f41cea18ae31, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661] 2024-12-15T03:39:04,766 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 682683a61265412baf2ca02925752ee1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734233940970 2024-12-15T03:39:04,766 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 598262951b0c46bda92d3bce5cfdc53b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233943103 2024-12-15T03:39:04,773 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 622ab1c153f04d839b48f41cea18ae31, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233939467 2024-12-15T03:39:04,776 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c061c45622348ceb78a25010a23d90c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734233940917 2024-12-15T03:39:04,777 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd4102f249524a938448a7c32635eb9b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734233940970 2024-12-15T03:39:04,777 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cf7bcea05814fdf8bd2dc2b6caa8661, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233943101 2024-12-15T03:39:04,780 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:04,780 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/a835746d7fae48258336ca32b264432b is 50, key is test_row_0/B:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:04,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:04,800 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:04,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,802 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:04,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742395_1571 (size=12527) 2024-12-15T03:39:04,815 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/a835746d7fae48258336ca32b264432b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a835746d7fae48258336ca32b264432b 2024-12-15T03:39:04,816 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412150be56e6fe02044d7917d936435561e4d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:04,818 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412150be56e6fe02044d7917d936435561e4d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:04,818 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150be56e6fe02044d7917d936435561e4d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121551b0feee69794feba4142f8d554f85e8_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233943464/Put/seqid=0 2024-12-15T03:39:04,823 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into a835746d7fae48258336ca32b264432b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:04,823 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:04,823 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=12, startTime=1734233944760; duration=0sec 2024-12-15T03:39:04,823 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:04,823 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:39:04,823 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:04,824 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:04,824 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:39:04,824 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:04,824 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/3897b3d566334f2299608e628d7d9f1a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cc62c73acbc41b3947f90f46c4741e9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7bfa08c552474757840ad27b168daec0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/2c1e01d1f16643de8e78903570239dc6] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=47.6 K 2024-12-15T03:39:04,825 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 3897b3d566334f2299608e628d7d9f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734233939467 2024-12-15T03:39:04,825 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cc62c73acbc41b3947f90f46c4741e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734233940917 2024-12-15T03:39:04,825 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bfa08c552474757840ad27b168daec0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734233940970 2024-12-15T03:39:04,826 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c1e01d1f16643de8e78903570239dc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233943103 2024-12-15T03:39:04,842 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:04,843 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/037953fe9f49413ebd86c6148b158a99 is 50, key is test_row_0/C:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742396_1572 (size=4469) 2024-12-15T03:39:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742397_1573 (size=12304) 2024-12-15T03:39:04,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742398_1574 (size=12527) 2024-12-15T03:39:04,857 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/037953fe9f49413ebd86c6148b158a99 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/037953fe9f49413ebd86c6148b158a99 2024-12-15T03:39:04,862 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 037953fe9f49413ebd86c6148b158a99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:04,862 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:04,863 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=12, startTime=1734233944760; duration=0sec 2024-12-15T03:39:04,863 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:04,863 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:39:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:05,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234005148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:05,244 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:05,244 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/571dab8a7d1b43a7985706d3af71edce is 175, key is test_row_0/A:col10/1734233943412/Put/seqid=0 2024-12-15T03:39:05,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,250 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121551b0feee69794feba4142f8d554f85e8_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121551b0feee69794feba4142f8d554f85e8_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:05,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/643bcd3c7f104bdbaa827361319ae507, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:05,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/643bcd3c7f104bdbaa827361319ae507 is 175, key is test_row_0/A:col10/1734233943464/Put/seqid=0 2024-12-15T03:39:05,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234005250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:05,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742399_1575 (size=31481) 2024-12-15T03:39:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742400_1576 (size=31105) 2024-12-15T03:39:05,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234005455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:05,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234005618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:05,662 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/643bcd3c7f104bdbaa827361319ae507 2024-12-15T03:39:05,663 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/571dab8a7d1b43a7985706d3af71edce as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/571dab8a7d1b43a7985706d3af71edce 2024-12-15T03:39:05,668 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 571dab8a7d1b43a7985706d3af71edce(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:05,668 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:05,668 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=12, startTime=1734233944760; duration=0sec 2024-12-15T03:39:05,668 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:05,668 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:39:05,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/a56852d20fe54913a9aaf7910af1e6ca is 50, key is test_row_0/B:col10/1734233943464/Put/seqid=0 2024-12-15T03:39:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742401_1577 (size=12151) 2024-12-15T03:39:05,673 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/a56852d20fe54913a9aaf7910af1e6ca 2024-12-15T03:39:05,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/777fcc1ca5f947c0801b954f4ac89844 is 50, key is test_row_0/C:col10/1734233943464/Put/seqid=0 2024-12-15T03:39:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:05,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742402_1578 (size=12151) 2024-12-15T03:39:05,714 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/777fcc1ca5f947c0801b954f4ac89844 2024-12-15T03:39:05,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/643bcd3c7f104bdbaa827361319ae507 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507 2024-12-15T03:39:05,725 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507, entries=150, sequenceid=195, filesize=30.4 K 2024-12-15T03:39:05,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/a56852d20fe54913a9aaf7910af1e6ca as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a56852d20fe54913a9aaf7910af1e6ca 2024-12-15T03:39:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,732 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a56852d20fe54913a9aaf7910af1e6ca, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T03:39:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/777fcc1ca5f947c0801b954f4ac89844 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/777fcc1ca5f947c0801b954f4ac89844 2024-12-15T03:39:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,738 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/777fcc1ca5f947c0801b954f4ac89844, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T03:39:05,739 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 937ms, sequenceid=195, compaction requested=false 2024-12-15T03:39:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:05,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-15T03:39:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-15T03:39:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-15T03:39:05,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1730 sec 2024-12-15T03:39:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.1840 sec 2024-12-15T03:39:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:05,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:39:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121546eb3cc2ad9042ca8052811c32acfcbf_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742403_1579 (size=12304) 2024-12-15T03:39:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121546eb3cc2ad9042ca8052811c32acfcbf_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121546eb3cc2ad9042ca8052811c32acfcbf_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6fdae3cf9ae84e77809c7b08b9341762, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6fdae3cf9ae84e77809c7b08b9341762 is 175, key is test_row_0/A:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742404_1580 (size=31101) 2024-12-15T03:39:05,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6fdae3cf9ae84e77809c7b08b9341762 2024-12-15T03:39:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:05,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f4d07b12a0a6488cb5bd0f2d065be23b is 50, key is test_row_0/B:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:05,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742405_1581 (size=9757) 2024-12-15T03:39:05,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:05,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234005844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:05,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234005947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234006150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:06,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f4d07b12a0a6488cb5bd0f2d065be23b 2024-12-15T03:39:06,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/40717d598ac34b898bdca1d7e6dcdf10 is 50, key is test_row_0/C:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742406_1582 (size=9757) 2024-12-15T03:39:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:06,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234006455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:06,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/40717d598ac34b898bdca1d7e6dcdf10 2024-12-15T03:39:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/6fdae3cf9ae84e77809c7b08b9341762 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762 2024-12-15T03:39:06,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762, entries=150, sequenceid=211, filesize=30.4 K 2024-12-15T03:39:06,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f4d07b12a0a6488cb5bd0f2d065be23b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f4d07b12a0a6488cb5bd0f2d065be23b 2024-12-15T03:39:06,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f4d07b12a0a6488cb5bd0f2d065be23b, entries=100, sequenceid=211, filesize=9.5 K 2024-12-15T03:39:06,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/40717d598ac34b898bdca1d7e6dcdf10 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/40717d598ac34b898bdca1d7e6dcdf10 2024-12-15T03:39:06,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/40717d598ac34b898bdca1d7e6dcdf10, entries=100, sequenceid=211, filesize=9.5 K 2024-12-15T03:39:06,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 952ms, sequenceid=211, compaction requested=true 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:06,716 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:06,716 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:39:06,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:06,717 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:06,718 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:39:06,718 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:06,718 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:06,718 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/571dab8a7d1b43a7985706d3af71edce, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=91.5 K 2024-12-15T03:39:06,718 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:39:06,718 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:06,718 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:06,718 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/571dab8a7d1b43a7985706d3af71edce, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762] 2024-12-15T03:39:06,718 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a835746d7fae48258336ca32b264432b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a56852d20fe54913a9aaf7910af1e6ca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f4d07b12a0a6488cb5bd0f2d065be23b] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=33.6 K 2024-12-15T03:39:06,718 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 571dab8a7d1b43a7985706d3af71edce, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233943103 2024-12-15T03:39:06,718 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a835746d7fae48258336ca32b264432b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233943103 2024-12-15T03:39:06,719 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643bcd3c7f104bdbaa827361319ae507, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734233943464 2024-12-15T03:39:06,719 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting a56852d20fe54913a9aaf7910af1e6ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734233943464 2024-12-15T03:39:06,719 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fdae3cf9ae84e77809c7b08b9341762, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233945142 2024-12-15T03:39:06,719 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting f4d07b12a0a6488cb5bd0f2d065be23b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233945142 2024-12-15T03:39:06,731 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:06,732 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/52941cdb8f4045ebada6a70c7e23b737 is 50, key is test_row_0/B:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:06,737 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:06,739 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121563f3a1b66b114939baffbc11bfa732ec_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:06,742 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121563f3a1b66b114939baffbc11bfa732ec_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:06,742 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121563f3a1b66b114939baffbc11bfa732ec_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:06,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742407_1583 (size=12629) 2024-12-15T03:39:06,763 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/52941cdb8f4045ebada6a70c7e23b737 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/52941cdb8f4045ebada6a70c7e23b737 2024-12-15T03:39:06,767 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 52941cdb8f4045ebada6a70c7e23b737(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:06,767 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:06,767 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=13, startTime=1734233946716; duration=0sec 2024-12-15T03:39:06,767 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:06,767 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:39:06,767 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:06,769 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:06,769 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:39:06,770 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:06,770 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/037953fe9f49413ebd86c6148b158a99, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/777fcc1ca5f947c0801b954f4ac89844, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/40717d598ac34b898bdca1d7e6dcdf10] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=33.6 K 2024-12-15T03:39:06,770 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 037953fe9f49413ebd86c6148b158a99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734233943103 2024-12-15T03:39:06,771 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 777fcc1ca5f947c0801b954f4ac89844, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734233943464 2024-12-15T03:39:06,771 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 40717d598ac34b898bdca1d7e6dcdf10, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233945142 2024-12-15T03:39:06,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742408_1584 (size=4469) 2024-12-15T03:39:06,785 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:06,786 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/eeb028c620374dfcb1342644a0e4d600 is 50, key is test_row_0/C:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:06,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742409_1585 (size=12629) 2024-12-15T03:39:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:06,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:39:06,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:06,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:06,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:06,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:06,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:06,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:06,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155ba6f1b3786842f9b75ed5a7e74a07a4_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233945836/Put/seqid=0 2024-12-15T03:39:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742410_1586 (size=14794) 2024-12-15T03:39:07,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234007003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234007108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,188 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#493 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:07,189 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/59635ae669bd40708e9eec203079a2c9 is 175, key is test_row_0/A:col10/1734233945142/Put/seqid=0 2024-12-15T03:39:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742411_1587 (size=31690) 2024-12-15T03:39:07,244 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/59635ae669bd40708e9eec203079a2c9 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/59635ae669bd40708e9eec203079a2c9 2024-12-15T03:39:07,271 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/eeb028c620374dfcb1342644a0e4d600 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/eeb028c620374dfcb1342644a0e4d600 2024-12-15T03:39:07,280 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 59635ae669bd40708e9eec203079a2c9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:07,280 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:07,280 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=13, startTime=1734233946716; duration=0sec 2024-12-15T03:39:07,280 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:07,280 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:39:07,283 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into eeb028c620374dfcb1342644a0e4d600(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:07,283 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:07,283 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=13, startTime=1734233946716; duration=0sec 2024-12-15T03:39:07,283 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:07,283 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:39:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234007320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,384 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:07,391 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155ba6f1b3786842f9b75ed5a7e74a07a4_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155ba6f1b3786842f9b75ed5a7e74a07a4_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:07,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/5c1ec72c1dbe4470a0dcef5e01ee26ed, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:07,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/5c1ec72c1dbe4470a0dcef5e01ee26ed is 175, key is test_row_0/A:col10/1734233945836/Put/seqid=0 2024-12-15T03:39:07,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742412_1588 (size=39749) 2024-12-15T03:39:07,437 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/5c1ec72c1dbe4470a0dcef5e01ee26ed 2024-12-15T03:39:07,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2ec52957fe6a4c23ba106484c3f1585b is 50, key is test_row_0/B:col10/1734233945836/Put/seqid=0 2024-12-15T03:39:07,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742413_1589 (size=12151) 2024-12-15T03:39:07,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234007625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234007641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,645 DEBUG [Thread-2345 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:07,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57500 deadline: 1734234007652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,655 DEBUG [Thread-2347 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:07,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57502 deadline: 1734234007669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,674 DEBUG [Thread-2343 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T03:39:07,692 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-15T03:39:07,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:39:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-15T03:39:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T03:39:07,701 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:39:07,702 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:39:07,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:39:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T03:39:07,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:07,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T03:39:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:07,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:07,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:07,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2ec52957fe6a4c23ba106484c3f1585b 2024-12-15T03:39:07,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/294e5afec7304931a59deca5fd031b22 is 50, key is test_row_0/C:col10/1734233945836/Put/seqid=0 2024-12-15T03:39:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T03:39:08,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:08,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T03:39:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742414_1590 (size=12151) 2024-12-15T03:39:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234008131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:08,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:08,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T03:39:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T03:39:08,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:08,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T03:39:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:08,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/294e5afec7304931a59deca5fd031b22 2024-12-15T03:39:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/5c1ec72c1dbe4470a0dcef5e01ee26ed as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed 2024-12-15T03:39:08,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed, entries=200, sequenceid=236, filesize=38.8 K 2024-12-15T03:39:08,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2ec52957fe6a4c23ba106484c3f1585b as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2ec52957fe6a4c23ba106484c3f1585b 2024-12-15T03:39:08,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2ec52957fe6a4c23ba106484c3f1585b, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T03:39:08,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/294e5afec7304931a59deca5fd031b22 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/294e5afec7304931a59deca5fd031b22 2024-12-15T03:39:08,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/294e5afec7304931a59deca5fd031b22, entries=150, sequenceid=236, filesize=11.9 K 2024-12-15T03:39:08,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:08,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1539ms, sequenceid=236, compaction requested=false 2024-12-15T03:39:08,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:08,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T03:39:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:08,506 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:39:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:08,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:08,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157499da32f4004928bd98f724f587a280_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233946984/Put/seqid=0 2024-12-15T03:39:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742415_1591 (size=12304) 2024-12-15T03:39:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:08,587 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157499da32f4004928bd98f724f587a280_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157499da32f4004928bd98f724f587a280_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/865f1025ae864084aec4f522145c8c81, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:08,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/865f1025ae864084aec4f522145c8c81 is 175, key is test_row_0/A:col10/1734233946984/Put/seqid=0 2024-12-15T03:39:08,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742416_1592 (size=31105) 2024-12-15T03:39:08,615 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/865f1025ae864084aec4f522145c8c81 2024-12-15T03:39:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2dcf0ae115b6461aa53ddea640edfab7 is 50, key is test_row_0/B:col10/1734233946984/Put/seqid=0 2024-12-15T03:39:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742417_1593 (size=12151) 2024-12-15T03:39:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T03:39:09,048 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2dcf0ae115b6461aa53ddea640edfab7 2024-12-15T03:39:09,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/75c495ab2ecf4e45bc07c4d971c24f36 is 50, key is test_row_0/C:col10/1734233946984/Put/seqid=0 2024-12-15T03:39:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:09,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:09,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742418_1594 (size=12151) 2024-12-15T03:39:09,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/75c495ab2ecf4e45bc07c4d971c24f36 2024-12-15T03:39:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/865f1025ae864084aec4f522145c8c81 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81 2024-12-15T03:39:09,159 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81, entries=150, sequenceid=250, filesize=30.4 K 2024-12-15T03:39:09,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/2dcf0ae115b6461aa53ddea640edfab7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2dcf0ae115b6461aa53ddea640edfab7 2024-12-15T03:39:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,174 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2dcf0ae115b6461aa53ddea640edfab7, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T03:39:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/75c495ab2ecf4e45bc07c4d971c24f36 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75c495ab2ecf4e45bc07c4d971c24f36 2024-12-15T03:39:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75c495ab2ecf4e45bc07c4d971c24f36, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T03:39:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,209 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=53.67 KB/54960 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 703ms, sequenceid=250, compaction requested=true 2024-12-15T03:39:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:09,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-15T03:39:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-15T03:39:09,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-15T03:39:09,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-12-15T03:39:09,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.5220 sec 2024-12-15T03:39:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:09,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:39:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:09,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530f77df1da094ab2ab676b3590e8bd5e_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742419_1595 (size=22518) 2024-12-15T03:39:09,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:09,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121530f77df1da094ab2ab676b3590e8bd5e_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530f77df1da094ab2ab676b3590e8bd5e_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:09,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b0b9ae06c5024b259428702c6aa28733, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:09,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b0b9ae06c5024b259428702c6aa28733 is 175, key is test_row_0/A:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:09,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742420_1596 (size=65919) 2024-12-15T03:39:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234009368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:09,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234009474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:09,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234009685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:09,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b0b9ae06c5024b259428702c6aa28733 2024-12-15T03:39:09,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/6cc9dbb8bb0243868b5a09283374f488 is 50, key is test_row_0/B:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:09,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742421_1597 (size=9857) 2024-12-15T03:39:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T03:39:09,811 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-15T03:39:09,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:39:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-15T03:39:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T03:39:09,815 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:39:09,815 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:39:09,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:39:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T03:39:09,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:09,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-15T03:39:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:09,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:09,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:09,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234009991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T03:39:10,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-15T03:39:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:10,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:10,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/6cc9dbb8bb0243868b5a09283374f488 2024-12-15T03:39:10,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/f527b0a0f5bf4816b5165241a6c6550e is 50, key is test_row_0/C:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742422_1598 (size=9857) 2024-12-15T03:39:10,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/f527b0a0f5bf4816b5165241a6c6550e 2024-12-15T03:39:10,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b0b9ae06c5024b259428702c6aa28733 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733 2024-12-15T03:39:10,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-15T03:39:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:10,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733, entries=350, sequenceid=262, filesize=64.4 K 2024-12-15T03:39:10,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/6cc9dbb8bb0243868b5a09283374f488 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/6cc9dbb8bb0243868b5a09283374f488 2024-12-15T03:39:10,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/6cc9dbb8bb0243868b5a09283374f488, entries=100, sequenceid=262, filesize=9.6 K 2024-12-15T03:39:10,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/f527b0a0f5bf4816b5165241a6c6550e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/f527b0a0f5bf4816b5165241a6c6550e 2024-12-15T03:39:10,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/f527b0a0f5bf4816b5165241a6c6550e, entries=100, sequenceid=262, filesize=9.6 K 2024-12-15T03:39:10,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1090ms, sequenceid=262, compaction requested=true 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:39:10,315 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:10,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T03:39:10,315 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:10,316 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 168463 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:10,316 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46788 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:10,316 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:39:10,316 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:39:10,316 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,316 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,317 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/59635ae669bd40708e9eec203079a2c9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=164.5 K 2024-12-15T03:39:10,317 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/52941cdb8f4045ebada6a70c7e23b737, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2ec52957fe6a4c23ba106484c3f1585b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2dcf0ae115b6461aa53ddea640edfab7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/6cc9dbb8bb0243868b5a09283374f488] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=45.7 K 2024-12-15T03:39:10,317 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,317 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/59635ae669bd40708e9eec203079a2c9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733] 2024-12-15T03:39:10,317 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59635ae669bd40708e9eec203079a2c9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233943490 2024-12-15T03:39:10,318 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 52941cdb8f4045ebada6a70c7e23b737, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233943490 2024-12-15T03:39:10,318 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c1ec72c1dbe4470a0dcef5e01ee26ed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734233945825 2024-12-15T03:39:10,318 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ec52957fe6a4c23ba106484c3f1585b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734233945836 2024-12-15T03:39:10,319 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 865f1025ae864084aec4f522145c8c81, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734233946976 2024-12-15T03:39:10,319 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dcf0ae115b6461aa53ddea640edfab7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734233946976 2024-12-15T03:39:10,319 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cc9dbb8bb0243868b5a09283374f488, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734233949197 2024-12-15T03:39:10,319 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0b9ae06c5024b259428702c6aa28733, keycount=350, bloomtype=ROW, size=64.4 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734233949148 2024-12-15T03:39:10,358 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:10,359 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/e7cd57b7826e44baa40ee367e0dac327 is 50, key is test_row_0/B:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:10,369 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:10,385 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121582dcf8f71a7440bc84ad9d49c7eb096c_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:10,387 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121582dcf8f71a7440bc84ad9d49c7eb096c_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:10,387 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121582dcf8f71a7440bc84ad9d49c7eb096c_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742423_1599 (size=12865) 2024-12-15T03:39:10,435 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/e7cd57b7826e44baa40ee367e0dac327 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e7cd57b7826e44baa40ee367e0dac327 2024-12-15T03:39:10,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T03:39:10,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-15T03:39:10,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,447 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:39:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:10,457 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into e7cd57b7826e44baa40ee367e0dac327(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:10,457 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:10,457 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=12, startTime=1734233950315; duration=0sec 2024-12-15T03:39:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:10,457 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:10,457 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:39:10,457 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:10,464 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46788 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:10,464 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:39:10,465 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:10,465 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/eeb028c620374dfcb1342644a0e4d600, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/294e5afec7304931a59deca5fd031b22, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75c495ab2ecf4e45bc07c4d971c24f36, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/f527b0a0f5bf4816b5165241a6c6550e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=45.7 K 2024-12-15T03:39:10,468 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb028c620374dfcb1342644a0e4d600, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734233943490 2024-12-15T03:39:10,469 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 294e5afec7304931a59deca5fd031b22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1734233945836 2024-12-15T03:39:10,469 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 75c495ab2ecf4e45bc07c4d971c24f36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734233946976 2024-12-15T03:39:10,469 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting f527b0a0f5bf4816b5165241a6c6550e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734233949197 2024-12-15T03:39:10,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153177dfa3307446c59980bdbebd022bba_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233949366/Put/seqid=0 2024-12-15T03:39:10,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:10,514 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:10,515 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/170fdf33c5f44fd393222616afcdda8f is 50, key is test_row_0/C:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:10,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742424_1600 (size=4469) 2024-12-15T03:39:10,583 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#505 average throughput is 0.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:10,583 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b5d0eb42aa774043b1e54739db435ecf is 175, key is test_row_0/A:col10/1734233949197/Put/seqid=0 2024-12-15T03:39:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742425_1601 (size=12454) 2024-12-15T03:39:10,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:10,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234010588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153177dfa3307446c59980bdbebd022bba_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153177dfa3307446c59980bdbebd022bba_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:10,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/88efa3d139b74c18ad775cde5fd90959, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/88efa3d139b74c18ad775cde5fd90959 is 175, key is test_row_0/A:col10/1734233949366/Put/seqid=0 2024-12-15T03:39:10,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742426_1602 (size=12865) 2024-12-15T03:39:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742427_1603 (size=31926) 2024-12-15T03:39:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742428_1604 (size=31255) 2024-12-15T03:39:10,672 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/88efa3d139b74c18ad775cde5fd90959 2024-12-15T03:39:10,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234010696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/ec2984bed25845688d1cc79959552148 is 50, key is test_row_0/B:col10/1734233949366/Put/seqid=0 2024-12-15T03:39:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742429_1605 (size=12301) 2024-12-15T03:39:10,784 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/ec2984bed25845688d1cc79959552148 2024-12-15T03:39:10,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7cbe262f5d914bdba81d5a5227e6d252 is 50, key is test_row_0/C:col10/1734233949366/Put/seqid=0 2024-12-15T03:39:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742430_1606 (size=12301) 2024-12-15T03:39:10,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234010908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T03:39:11,057 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/170fdf33c5f44fd393222616afcdda8f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/170fdf33c5f44fd393222616afcdda8f 2024-12-15T03:39:11,061 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b5d0eb42aa774043b1e54739db435ecf as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b5d0eb42aa774043b1e54739db435ecf 2024-12-15T03:39:11,064 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 170fdf33c5f44fd393222616afcdda8f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:11,064 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:11,065 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=12, startTime=1734233950315; duration=0sec 2024-12-15T03:39:11,065 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:11,065 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:39:11,067 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into b5d0eb42aa774043b1e54739db435ecf(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:11,067 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:11,067 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=12, startTime=1734233950315; duration=0sec 2024-12-15T03:39:11,067 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:11,067 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:39:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234011216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:11,273 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7cbe262f5d914bdba81d5a5227e6d252 2024-12-15T03:39:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/88efa3d139b74c18ad775cde5fd90959 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959 2024-12-15T03:39:11,282 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959, entries=150, sequenceid=287, filesize=30.5 K 2024-12-15T03:39:11,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/ec2984bed25845688d1cc79959552148 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/ec2984bed25845688d1cc79959552148 2024-12-15T03:39:11,289 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/ec2984bed25845688d1cc79959552148, entries=150, sequenceid=287, filesize=12.0 K 2024-12-15T03:39:11,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/7cbe262f5d914bdba81d5a5227e6d252 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cbe262f5d914bdba81d5a5227e6d252 2024-12-15T03:39:11,295 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cbe262f5d914bdba81d5a5227e6d252, entries=150, sequenceid=287, filesize=12.0 K 2024-12-15T03:39:11,296 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 849ms, sequenceid=287, compaction requested=false 2024-12-15T03:39:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-15T03:39:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-15T03:39:11,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-15T03:39:11,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-12-15T03:39:11,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.4870 sec 2024-12-15T03:39:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:11,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T03:39:11,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:11,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:11,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121526aa166595af4b9ba931bf3ba778dc7b_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:11,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742431_1607 (size=12454) 2024-12-15T03:39:11,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234011588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57546 deadline: 1734234011680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:11,682 DEBUG [Thread-2345 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., hostname=c1551786b40e,42709,1734233785718, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T03:39:11,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234011692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:11,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234011722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:11,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234011894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T03:39:11,944 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-15T03:39:11,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T03:39:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-15T03:39:11,947 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T03:39:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T03:39:11,948 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T03:39:11,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T03:39:11,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:11,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121526aa166595af4b9ba931bf3ba778dc7b_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121526aa166595af4b9ba931bf3ba778dc7b_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:11,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/98f264f60b604a1cbcda6246df86378e, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:11,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/98f264f60b604a1cbcda6246df86378e is 175, key is test_row_0/A:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742432_1608 (size=31255) 2024-12-15T03:39:12,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/98f264f60b604a1cbcda6246df86378e 2024-12-15T03:39:12,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f7239cd6ed734776bdf23c76e2605b02 is 50, key is test_row_0/B:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T03:39:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742433_1609 (size=12301) 2024-12-15T03:39:12,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234012198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T03:39:12,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:12,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:12,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f7239cd6ed734776bdf23c76e2605b02 2024-12-15T03:39:12,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/c51d0c1325284ee4b1019ea969153095 is 50, key is test_row_0/C:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742434_1610 (size=12301) 2024-12-15T03:39:12,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/c51d0c1325284ee4b1019ea969153095 2024-12-15T03:39:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T03:39:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/98f264f60b604a1cbcda6246df86378e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e 2024-12-15T03:39:12,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e, entries=150, sequenceid=302, filesize=30.5 K 2024-12-15T03:39:12,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/f7239cd6ed734776bdf23c76e2605b02 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f7239cd6ed734776bdf23c76e2605b02 2024-12-15T03:39:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f7239cd6ed734776bdf23c76e2605b02, entries=150, sequenceid=302, filesize=12.0 K 2024-12-15T03:39:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/c51d0c1325284ee4b1019ea969153095 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/c51d0c1325284ee4b1019ea969153095 2024-12-15T03:39:12,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/c51d0c1325284ee4b1019ea969153095, entries=150, sequenceid=302, filesize=12.0 K 2024-12-15T03:39:12,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1069ms, sequenceid=302, compaction requested=true 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:39:12,585 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:39:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T03:39:12,588 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:12,588 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94436 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:12,588 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:39:12,588 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,589 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b5d0eb42aa774043b1e54739db435ecf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=92.2 K 2024-12-15T03:39:12,589 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,589 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b5d0eb42aa774043b1e54739db435ecf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e] 2024-12-15T03:39:12,589 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting b5d0eb42aa774043b1e54739db435ecf, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734233946976 2024-12-15T03:39:12,589 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:12,590 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:39:12,590 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,590 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e7cd57b7826e44baa40ee367e0dac327, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/ec2984bed25845688d1cc79959552148, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f7239cd6ed734776bdf23c76e2605b02] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=36.6 K 2024-12-15T03:39:12,590 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 88efa3d139b74c18ad775cde5fd90959, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734233949339 2024-12-15T03:39:12,590 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7cd57b7826e44baa40ee367e0dac327, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734233946976 2024-12-15T03:39:12,593 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 98f264f60b604a1cbcda6246df86378e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734233950575 2024-12-15T03:39:12,594 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec2984bed25845688d1cc79959552148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734233949339 2024-12-15T03:39:12,594 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7239cd6ed734776bdf23c76e2605b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734233950575 2024-12-15T03:39:12,633 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:12,634 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/5d9dd34f44954de8834d121917a13352 is 50, key is test_row_0/B:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:12,649 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:12,667 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121510ad62ca3f6c4af7b1d91da39936139c_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:12,671 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121510ad62ca3f6c4af7b1d91da39936139c_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:12,671 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121510ad62ca3f6c4af7b1d91da39936139c_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:12,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742435_1611 (size=13017) 2024-12-15T03:39:12,705 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/5d9dd34f44954de8834d121917a13352 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d9dd34f44954de8834d121917a13352 2024-12-15T03:39:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:12,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T03:39:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:12,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:12,712 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 5d9dd34f44954de8834d121917a13352(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:12,712 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:12,713 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=13, startTime=1734233952585; duration=0sec 2024-12-15T03:39:12,713 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:12,713 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:39:12,713 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T03:39:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742436_1612 (size=4469) 2024-12-15T03:39:12,718 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:12,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,720 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T03:39:12,720 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:39:12,720 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,721 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/170fdf33c5f44fd393222616afcdda8f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cbe262f5d914bdba81d5a5227e6d252, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/c51d0c1325284ee4b1019ea969153095] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=36.6 K 2024-12-15T03:39:12,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e8bd0dbead1049adac067d9ede7a5d84_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233952706/Put/seqid=0 2024-12-15T03:39:12,724 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 170fdf33c5f44fd393222616afcdda8f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1734233946976 2024-12-15T03:39:12,725 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cbe262f5d914bdba81d5a5227e6d252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734233949339 2024-12-15T03:39:12,726 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting c51d0c1325284ee4b1019ea969153095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734233950575 2024-12-15T03:39:12,744 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#516 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:12,745 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/db37528f2fac4912a6c58a6cf61d7c30 is 50, key is test_row_0/C:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742437_1613 (size=12454) 2024-12-15T03:39:12,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:12,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234012763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234012765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742438_1614 (size=13017) 2024-12-15T03:39:12,783 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e8bd0dbead1049adac067d9ede7a5d84_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e8bd0dbead1049adac067d9ede7a5d84_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:12,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b595e8cac8f44afe834918244a900068, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:12,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b595e8cac8f44afe834918244a900068 is 175, key is test_row_0/A:col10/1734233952706/Put/seqid=0 2024-12-15T03:39:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742439_1615 (size=31255) 2024-12-15T03:39:12,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b595e8cac8f44afe834918244a900068 2024-12-15T03:39:12,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/45e3451183384b94a46c482c3e40e4cb is 50, key is test_row_0/B:col10/1734233952706/Put/seqid=0 2024-12-15T03:39:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742440_1616 (size=12301) 2024-12-15T03:39:12,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/45e3451183384b94a46c482c3e40e4cb 2024-12-15T03:39:12,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/61184f3ba14040b8986c88975001176e is 50, key is test_row_0/C:col10/1734233952706/Put/seqid=0 2024-12-15T03:39:12,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:12,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:12,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234012870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T03:39:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234012871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:12,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742441_1617 (size=12301) 2024-12-15T03:39:12,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/61184f3ba14040b8986c88975001176e 2024-12-15T03:39:12,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/b595e8cac8f44afe834918244a900068 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068 2024-12-15T03:39:12,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068, entries=150, sequenceid=326, filesize=30.5 K 2024-12-15T03:39:12,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/45e3451183384b94a46c482c3e40e4cb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/45e3451183384b94a46c482c3e40e4cb 2024-12-15T03:39:12,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/45e3451183384b94a46c482c3e40e4cb, entries=150, sequenceid=326, filesize=12.0 K 2024-12-15T03:39:12,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/61184f3ba14040b8986c88975001176e as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/61184f3ba14040b8986c88975001176e 2024-12-15T03:39:12,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/61184f3ba14040b8986c88975001176e, entries=150, sequenceid=326, filesize=12.0 K 2024-12-15T03:39:12,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 217ms, sequenceid=326, compaction requested=false 2024-12-15T03:39:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:13,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:13,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42709 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-15T03:39:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:13,029 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T03:39:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:13,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:13,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:13,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:13,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215351a6dc48175406495a4638ac4dfa213_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233952756/Put/seqid=0 2024-12-15T03:39:13,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T03:39:13,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742442_1618 (size=12454) 2024-12-15T03:39:13,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:13,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. as already flushing 2024-12-15T03:39:13,108 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215351a6dc48175406495a4638ac4dfa213_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215351a6dc48175406495a4638ac4dfa213_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:13,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2217b5b1c24c4ea1859670a4e1e89dda, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:13,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2217b5b1c24c4ea1859670a4e1e89dda is 175, key is test_row_0/A:col10/1734233952756/Put/seqid=0 2024-12-15T03:39:13,128 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#514 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:13,129 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/87cf549731044ea98d073652a445b25c is 175, key is test_row_0/A:col10/1734233951511/Put/seqid=0 2024-12-15T03:39:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742444_1620 (size=31971) 2024-12-15T03:39:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742443_1619 (size=31255) 2024-12-15T03:39:13,176 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2217b5b1c24c4ea1859670a4e1e89dda 2024-12-15T03:39:13,197 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/db37528f2fac4912a6c58a6cf61d7c30 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/db37528f2fac4912a6c58a6cf61d7c30 2024-12-15T03:39:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:13,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57504 deadline: 1734234013193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:13,198 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/87cf549731044ea98d073652a445b25c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/87cf549731044ea98d073652a445b25c 2024-12-15T03:39:13,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T03:39:13,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57526 deadline: 1734234013197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 2024-12-15T03:39:13,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/14b4b10becda4eefaded5bdf0f3592d3 is 50, key is test_row_0/B:col10/1734233952756/Put/seqid=0 2024-12-15T03:39:13,211 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into db37528f2fac4912a6c58a6cf61d7c30(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:13,211 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 87cf549731044ea98d073652a445b25c(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:13,211 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:13,211 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:13,211 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=13, startTime=1734233952585; duration=0sec 2024-12-15T03:39:13,211 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=13, startTime=1734233952585; duration=0sec 2024-12-15T03:39:13,211 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:13,211 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:39:13,211 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:13,211 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:39:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742445_1621 (size=12301) 2024-12-15T03:39:13,215 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/14b4b10becda4eefaded5bdf0f3592d3 2024-12-15T03:39:13,221 DEBUG [Thread-2352 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1c03a6 to 127.0.0.1:54928 2024-12-15T03:39:13,221 DEBUG [Thread-2352 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,223 DEBUG [Thread-2350 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb4faa4 to 127.0.0.1:54928 2024-12-15T03:39:13,224 DEBUG [Thread-2350 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,224 DEBUG [Thread-2358 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d16b6dd to 127.0.0.1:54928 2024-12-15T03:39:13,224 DEBUG [Thread-2358 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,224 DEBUG [Thread-2356 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64cc85f5 to 127.0.0.1:54928 2024-12-15T03:39:13,224 DEBUG [Thread-2356 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,228 DEBUG [Thread-2354 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e9db979 to 127.0.0.1:54928 2024-12-15T03:39:13,228 DEBUG [Thread-2354 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/63dce7f076b14916aa0180f834e29902 is 50, key is test_row_0/C:col10/1734233952756/Put/seqid=0 2024-12-15T03:39:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742446_1622 (size=12301) 2024-12-15T03:39:13,245 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/63dce7f076b14916aa0180f834e29902 2024-12-15T03:39:13,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/2217b5b1c24c4ea1859670a4e1e89dda as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda 2024-12-15T03:39:13,255 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda, entries=150, sequenceid=339, filesize=30.5 K 2024-12-15T03:39:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/14b4b10becda4eefaded5bdf0f3592d3 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/14b4b10becda4eefaded5bdf0f3592d3 2024-12-15T03:39:13,259 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/14b4b10becda4eefaded5bdf0f3592d3, entries=150, sequenceid=339, filesize=12.0 K 2024-12-15T03:39:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/63dce7f076b14916aa0180f834e29902 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/63dce7f076b14916aa0180f834e29902 2024-12-15T03:39:13,263 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/63dce7f076b14916aa0180f834e29902, entries=150, sequenceid=339, filesize=12.0 K 2024-12-15T03:39:13,266 INFO [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 237ms, sequenceid=339, compaction requested=true 2024-12-15T03:39:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:13,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c1551786b40e:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-15T03:39:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-15T03:39:13,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-15T03:39:13,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3190 sec 2024-12-15T03:39:13,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.3240 sec 2024-12-15T03:39:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42709 {}] regionserver.HRegion(8581): Flush requested on 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:13,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T03:39:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:13,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:13,304 DEBUG [Thread-2339 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e8d919c to 127.0.0.1:54928 2024-12-15T03:39:13,304 DEBUG [Thread-2339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,307 DEBUG [Thread-2341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44b14279 to 127.0.0.1:54928 2024-12-15T03:39:13,307 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:13,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121559940b184aa64558901aa7b9d3c7a5ad_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:13,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742447_1623 (size=12454) 2024-12-15T03:39:13,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:13,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121559940b184aa64558901aa7b9d3c7a5ad_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121559940b184aa64558901aa7b9d3c7a5ad_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:13,748 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/39ae52e05d4e4313a629fe8e75bbfeb7, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:13,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/39ae52e05d4e4313a629fe8e75bbfeb7 is 175, key is test_row_0/A:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:13,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742448_1624 (size=31255) 2024-12-15T03:39:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-15T03:39:14,052 INFO [Thread-2349 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-15T03:39:14,155 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/39ae52e05d4e4313a629fe8e75bbfeb7 2024-12-15T03:39:14,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/5d637037ccf043d18a76c6ce874d5a41 is 50, key is test_row_0/B:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:14,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742449_1625 (size=12301) 2024-12-15T03:39:14,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/5d637037ccf043d18a76c6ce874d5a41 2024-12-15T03:39:14,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/5c07c52d79c5430287ccbe278483c8cb is 50, key is test_row_0/C:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:14,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742450_1626 (size=12301) 2024-12-15T03:39:14,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/5c07c52d79c5430287ccbe278483c8cb 2024-12-15T03:39:14,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/39ae52e05d4e4313a629fe8e75bbfeb7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7 2024-12-15T03:39:14,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7, entries=150, sequenceid=367, filesize=30.5 K 2024-12-15T03:39:14,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/5d637037ccf043d18a76c6ce874d5a41 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d637037ccf043d18a76c6ce874d5a41 2024-12-15T03:39:14,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d637037ccf043d18a76c6ce874d5a41, entries=150, sequenceid=367, filesize=12.0 K 2024-12-15T03:39:14,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/5c07c52d79c5430287ccbe278483c8cb as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/5c07c52d79c5430287ccbe278483c8cb 2024-12-15T03:39:14,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/5c07c52d79c5430287ccbe278483c8cb, entries=150, sequenceid=367, filesize=12.0 K 2024-12-15T03:39:14,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=6.71 KB/6870 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 911ms, sequenceid=367, compaction requested=true 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T03:39:14,211 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T03:39:14,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:14,211 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125736 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B is initiating minor compaction (all files) 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A is initiating minor compaction (all files) 2024-12-15T03:39:14,213 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:14,213 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:14,213 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d9dd34f44954de8834d121917a13352, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/45e3451183384b94a46c482c3e40e4cb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/14b4b10becda4eefaded5bdf0f3592d3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d637037ccf043d18a76c6ce874d5a41] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=48.8 K 2024-12-15T03:39:14,213 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/87cf549731044ea98d073652a445b25c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=122.8 K 2024-12-15T03:39:14,213 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. files: [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/87cf549731044ea98d073652a445b25c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7] 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d9dd34f44954de8834d121917a13352, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734233950575 2024-12-15T03:39:14,213 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87cf549731044ea98d073652a445b25c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734233950575 2024-12-15T03:39:14,214 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 45e3451183384b94a46c482c3e40e4cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734233951576 2024-12-15T03:39:14,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting b595e8cac8f44afe834918244a900068, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734233951576 2024-12-15T03:39:14,214 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 14b4b10becda4eefaded5bdf0f3592d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734233952743 2024-12-15T03:39:14,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2217b5b1c24c4ea1859670a4e1e89dda, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734233952743 2024-12-15T03:39:14,214 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d637037ccf043d18a76c6ce874d5a41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734233953157 2024-12-15T03:39:14,214 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ae52e05d4e4313a629fe8e75bbfeb7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734233953157 2024-12-15T03:39:14,224 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:14,224 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/3ee5579b5a1d41aab39f607bc0ee51ca is 50, key is test_row_0/B:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:14,231 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:14,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742451_1627 (size=13153) 2024-12-15T03:39:14,235 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121563f0f286afab48b4b6129917c342ac70_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:14,238 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/3ee5579b5a1d41aab39f607bc0ee51ca as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3ee5579b5a1d41aab39f607bc0ee51ca 2024-12-15T03:39:14,259 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 3ee5579b5a1d41aab39f607bc0ee51ca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:14,259 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:14,259 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, priority=12, startTime=1734233954211; duration=0sec 2024-12-15T03:39:14,259 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T03:39:14,259 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:B 2024-12-15T03:39:14,259 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T03:39:14,261 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T03:39:14,261 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1540): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C is initiating minor compaction (all files) 2024-12-15T03:39:14,261 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C in TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:14,261 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/db37528f2fac4912a6c58a6cf61d7c30, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/61184f3ba14040b8986c88975001176e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/63dce7f076b14916aa0180f834e29902, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/5c07c52d79c5430287ccbe278483c8cb] into tmpdir=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp, totalSize=48.8 K 2024-12-15T03:39:14,261 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting db37528f2fac4912a6c58a6cf61d7c30, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734233950575 2024-12-15T03:39:14,262 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 61184f3ba14040b8986c88975001176e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734233951576 2024-12-15T03:39:14,262 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 63dce7f076b14916aa0180f834e29902, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734233952743 2024-12-15T03:39:14,262 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c07c52d79c5430287ccbe278483c8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1734233953157 2024-12-15T03:39:14,275 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121563f0f286afab48b4b6129917c342ac70_6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:14,275 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121563f0f286afab48b4b6129917c342ac70_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:14,284 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#C#compaction#527 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:14,285 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/395a32ce71254455ae01b8ad6144470c is 50, key is test_row_0/C:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:14,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742452_1628 (size=4469) 2024-12-15T03:39:14,306 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6f1b9fc90bfbc3e8412b4bc5af7e7ee0#A#compaction#526 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T03:39:14,306 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/04ce7e7887a8414ebd17d329e37a5e4f is 175, key is test_row_0/A:col10/1734233953299/Put/seqid=0 2024-12-15T03:39:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742453_1629 (size=13153) 2024-12-15T03:39:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742454_1630 (size=32107) 2024-12-15T03:39:14,350 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/395a32ce71254455ae01b8ad6144470c as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/395a32ce71254455ae01b8ad6144470c 2024-12-15T03:39:14,358 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 395a32ce71254455ae01b8ad6144470c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:14,358 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:14,358 INFO [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, priority=12, startTime=1734233954211; duration=0sec 2024-12-15T03:39:14,358 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:14,358 DEBUG [RS:0;c1551786b40e:42709-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:C 2024-12-15T03:39:14,743 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/04ce7e7887a8414ebd17d329e37a5e4f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/04ce7e7887a8414ebd17d329e37a5e4f 2024-12-15T03:39:14,747 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A of 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 into 04ce7e7887a8414ebd17d329e37a5e4f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T03:39:14,747 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:14,747 INFO [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0., storeName=6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, priority=12, startTime=1734233954211; duration=0sec 2024-12-15T03:39:14,748 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T03:39:14,748 DEBUG [RS:0;c1551786b40e:42709-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6f1b9fc90bfbc3e8412b4bc5af7e7ee0:A 2024-12-15T03:39:17,663 DEBUG [Thread-2347 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aa4b067 to 127.0.0.1:54928 2024-12-15T03:39:17,663 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:17,698 DEBUG [Thread-2343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eb94416 to 127.0.0.1:54928 2024-12-15T03:39:17,698 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:21,715 DEBUG [Thread-2345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3852b0e3 to 127.0.0.1:54928 2024-12-15T03:39:21,715 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4748 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4849 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4797 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4700 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4804 2024-12-15T03:39:21,716 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T03:39:21,716 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:39:21,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x096e8e33 to 127.0.0.1:54928 2024-12-15T03:39:21,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:21,717 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T03:39:21,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T03:39:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T03:39:21,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233961719"}]},"ts":"1734233961719"} 2024-12-15T03:39:21,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T03:39:21,722 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T03:39:21,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T03:39:21,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, UNASSIGN}] 2024-12-15T03:39:21,724 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, UNASSIGN 2024-12-15T03:39:21,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=CLOSING, regionLocation=c1551786b40e,42709,1734233785718 2024-12-15T03:39:21,725 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T03:39:21,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718}] 2024-12-15T03:39:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T03:39:21,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to c1551786b40e,42709,1734233785718 2024-12-15T03:39:21,876 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:21,876 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, disabling compactions & flushes 2024-12-15T03:39:21,877 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. after waiting 0 ms 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:21,877 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=A 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=B 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, store=C 2024-12-15T03:39:21,877 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T03:39:21,882 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156306da778f684f849a1028377c747805_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 is 50, key is test_row_0/A:col10/1734233957697/Put/seqid=0 2024-12-15T03:39:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742455_1631 (size=9914) 2024-12-15T03:39:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T03:39:22,286 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T03:39:22,289 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156306da778f684f849a1028377c747805_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156306da778f684f849a1028377c747805_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:22,290 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/023961de463643abb09b5be0b0897791, store: [table=TestAcidGuarantees family=A region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0] 2024-12-15T03:39:22,290 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/023961de463643abb09b5be0b0897791 is 175, key is test_row_0/A:col10/1734233957697/Put/seqid=0 2024-12-15T03:39:22,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742456_1632 (size=22561) 2024-12-15T03:39:22,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T03:39:22,694 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/023961de463643abb09b5be0b0897791 2024-12-15T03:39:22,700 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/e0f6bae6d5e743d090ab71f6e1f2207f is 50, key is test_row_0/B:col10/1734233957697/Put/seqid=0 2024-12-15T03:39:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742457_1633 (size=9857) 2024-12-15T03:39:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T03:39:23,104 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/e0f6bae6d5e743d090ab71f6e1f2207f 2024-12-15T03:39:23,110 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/a9db58933466446c8f4cd075a9d9db68 is 50, key is test_row_0/C:col10/1734233957697/Put/seqid=0 2024-12-15T03:39:23,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742458_1634 (size=9857) 2024-12-15T03:39:23,113 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/a9db58933466446c8f4cd075a9d9db68 2024-12-15T03:39:23,117 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/A/023961de463643abb09b5be0b0897791 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/023961de463643abb09b5be0b0897791 2024-12-15T03:39:23,120 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/023961de463643abb09b5be0b0897791, entries=100, sequenceid=377, filesize=22.0 K 2024-12-15T03:39:23,121 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/B/e0f6bae6d5e743d090ab71f6e1f2207f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e0f6bae6d5e743d090ab71f6e1f2207f 2024-12-15T03:39:23,124 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e0f6bae6d5e743d090ab71f6e1f2207f, entries=100, sequenceid=377, filesize=9.6 K 2024-12-15T03:39:23,124 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/.tmp/C/a9db58933466446c8f4cd075a9d9db68 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/a9db58933466446c8f4cd075a9d9db68 2024-12-15T03:39:23,128 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/a9db58933466446c8f4cd075a9d9db68, entries=100, sequenceid=377, filesize=9.6 K 2024-12-15T03:39:23,129 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 in 1251ms, sequenceid=377, compaction requested=false 2024-12-15T03:39:23,129 DEBUG [StoreCloser-TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2890f3fabe164708a45b1e92b36ecb3d, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/622ab1c153f04d839b48f41cea18ae31, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/571dab8a7d1b43a7985706d3af71edce, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/59635ae669bd40708e9eec203079a2c9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b5d0eb42aa774043b1e54739db435ecf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/87cf549731044ea98d073652a445b25c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7] to archive 2024-12-15T03:39:23,130 DEBUG [StoreCloser-TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:39:23,132 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3027fbbbd83241f9a23b58f1b3e29194 2024-12-15T03:39:23,133 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/1d88f36a73644baeb4b80d7859cd407f 2024-12-15T03:39:23,133 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/0cd5d3a22f8e4b85995ea414bbd0c955 2024-12-15T03:39:23,134 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2890f3fabe164708a45b1e92b36ecb3d to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2890f3fabe164708a45b1e92b36ecb3d 2024-12-15T03:39:23,134 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/622ab1c153f04d839b48f41cea18ae31 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/622ab1c153f04d839b48f41cea18ae31 2024-12-15T03:39:23,134 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/cd4102f249524a938448a7c32635eb9b 2024-12-15T03:39:23,135 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2246eb8b01b64db4ba97905fc18128a3 2024-12-15T03:39:23,135 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3cf7bcea05814fdf8bd2dc2b6caa8661 2024-12-15T03:39:23,135 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/3c061c45622348ceb78a25010a23d90c 2024-12-15T03:39:23,135 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/96e7db144fd649bb8d535016ca30538f 2024-12-15T03:39:23,135 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/571dab8a7d1b43a7985706d3af71edce to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/571dab8a7d1b43a7985706d3af71edce 2024-12-15T03:39:23,136 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/643bcd3c7f104bdbaa827361319ae507 2024-12-15T03:39:23,136 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/59635ae669bd40708e9eec203079a2c9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/59635ae669bd40708e9eec203079a2c9 2024-12-15T03:39:23,137 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/5c1ec72c1dbe4470a0dcef5e01ee26ed 2024-12-15T03:39:23,137 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6fdae3cf9ae84e77809c7b08b9341762 2024-12-15T03:39:23,137 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/865f1025ae864084aec4f522145c8c81 2024-12-15T03:39:23,138 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b0b9ae06c5024b259428702c6aa28733 2024-12-15T03:39:23,138 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b5d0eb42aa774043b1e54739db435ecf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b5d0eb42aa774043b1e54739db435ecf 2024-12-15T03:39:23,138 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/88efa3d139b74c18ad775cde5fd90959 2024-12-15T03:39:23,140 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/87cf549731044ea98d073652a445b25c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/87cf549731044ea98d073652a445b25c 2024-12-15T03:39:23,140 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/98f264f60b604a1cbcda6246df86378e 2024-12-15T03:39:23,143 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/2217b5b1c24c4ea1859670a4e1e89dda 2024-12-15T03:39:23,144 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/39ae52e05d4e4313a629fe8e75bbfeb7 2024-12-15T03:39:23,144 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/b595e8cac8f44afe834918244a900068 2024-12-15T03:39:23,144 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/6aa8420a5af440e89d8646b81d2faa5f 2024-12-15T03:39:23,148 DEBUG [StoreCloser-TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2f909f0927494e35b095491ac21f6990, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3eaa70c23cbf465faa97a2178a00c150, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f110a0823bd6419e8d8c9e3cf64853a6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/abc4a68ff872415196a4a38bf31ac38c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/4ba477ba65174f0a89a2aa95038c98f7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/03cdce386ece46fc862dd4ee091661fa, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/74dc71fc378b4e59aeafee26ec5fdd0f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/7467bc8ff20a47bb81c052cb9e8db035, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/c35ce0e5dba242b39017772c1e9bd4cf, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/682683a61265412baf2ca02925752ee1, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a835746d7fae48258336ca32b264432b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/598262951b0c46bda92d3bce5cfdc53b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a56852d20fe54913a9aaf7910af1e6ca, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/52941cdb8f4045ebada6a70c7e23b737, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f4d07b12a0a6488cb5bd0f2d065be23b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2ec52957fe6a4c23ba106484c3f1585b, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2dcf0ae115b6461aa53ddea640edfab7, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e7cd57b7826e44baa40ee367e0dac327, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/6cc9dbb8bb0243868b5a09283374f488, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/ec2984bed25845688d1cc79959552148, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d9dd34f44954de8834d121917a13352, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f7239cd6ed734776bdf23c76e2605b02, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/45e3451183384b94a46c482c3e40e4cb, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/14b4b10becda4eefaded5bdf0f3592d3, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d637037ccf043d18a76c6ce874d5a41] to archive 2024-12-15T03:39:23,149 DEBUG [StoreCloser-TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:39:23,152 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f110a0823bd6419e8d8c9e3cf64853a6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f110a0823bd6419e8d8c9e3cf64853a6 2024-12-15T03:39:23,151 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/abc4a68ff872415196a4a38bf31ac38c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/abc4a68ff872415196a4a38bf31ac38c 2024-12-15T03:39:23,152 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3eaa70c23cbf465faa97a2178a00c150 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3eaa70c23cbf465faa97a2178a00c150 2024-12-15T03:39:23,152 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/03cdce386ece46fc862dd4ee091661fa to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/03cdce386ece46fc862dd4ee091661fa 2024-12-15T03:39:23,152 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/74dc71fc378b4e59aeafee26ec5fdd0f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/74dc71fc378b4e59aeafee26ec5fdd0f 2024-12-15T03:39:23,152 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/4ba477ba65174f0a89a2aa95038c98f7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/4ba477ba65174f0a89a2aa95038c98f7 2024-12-15T03:39:23,153 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2f909f0927494e35b095491ac21f6990 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2f909f0927494e35b095491ac21f6990 2024-12-15T03:39:23,154 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/7467bc8ff20a47bb81c052cb9e8db035 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/7467bc8ff20a47bb81c052cb9e8db035 2024-12-15T03:39:23,154 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/598262951b0c46bda92d3bce5cfdc53b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/598262951b0c46bda92d3bce5cfdc53b 2024-12-15T03:39:23,154 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/682683a61265412baf2ca02925752ee1 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/682683a61265412baf2ca02925752ee1 2024-12-15T03:39:23,154 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a835746d7fae48258336ca32b264432b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a835746d7fae48258336ca32b264432b 2024-12-15T03:39:23,155 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/c35ce0e5dba242b39017772c1e9bd4cf to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/c35ce0e5dba242b39017772c1e9bd4cf 2024-12-15T03:39:23,155 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a56852d20fe54913a9aaf7910af1e6ca to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/a56852d20fe54913a9aaf7910af1e6ca 2024-12-15T03:39:23,155 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/52941cdb8f4045ebada6a70c7e23b737 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/52941cdb8f4045ebada6a70c7e23b737 2024-12-15T03:39:23,155 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f4d07b12a0a6488cb5bd0f2d065be23b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f4d07b12a0a6488cb5bd0f2d065be23b 2024-12-15T03:39:23,156 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e7cd57b7826e44baa40ee367e0dac327 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e7cd57b7826e44baa40ee367e0dac327 2024-12-15T03:39:23,157 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2dcf0ae115b6461aa53ddea640edfab7 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2dcf0ae115b6461aa53ddea640edfab7 2024-12-15T03:39:23,157 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/6cc9dbb8bb0243868b5a09283374f488 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/6cc9dbb8bb0243868b5a09283374f488 2024-12-15T03:39:23,158 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/ec2984bed25845688d1cc79959552148 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/ec2984bed25845688d1cc79959552148 2024-12-15T03:39:23,158 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d9dd34f44954de8834d121917a13352 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d9dd34f44954de8834d121917a13352 2024-12-15T03:39:23,158 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/45e3451183384b94a46c482c3e40e4cb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/45e3451183384b94a46c482c3e40e4cb 2024-12-15T03:39:23,158 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f7239cd6ed734776bdf23c76e2605b02 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/f7239cd6ed734776bdf23c76e2605b02 2024-12-15T03:39:23,158 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2ec52957fe6a4c23ba106484c3f1585b to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/2ec52957fe6a4c23ba106484c3f1585b 2024-12-15T03:39:23,159 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/14b4b10becda4eefaded5bdf0f3592d3 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/14b4b10becda4eefaded5bdf0f3592d3 2024-12-15T03:39:23,159 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d637037ccf043d18a76c6ce874d5a41 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/5d637037ccf043d18a76c6ce874d5a41 2024-12-15T03:39:23,160 DEBUG [StoreCloser-TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/34f735842aae4a10a8c18662ace56213, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/23259a23da1e4b139f1290d005f0996c, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/b95e1654600444dea5abc49f865654fd, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/cffc1a3dd50b4aa1a1532a5f537db287, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/6f126dac687b4a0ab2b424c1f23ce778, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/de5eac11a9c04088be7f4f7cf7754f55, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/3897b3d566334f2299608e628d7d9f1a, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75d9e2351f8047d896e4fc97833ac021, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cc62c73acbc41b3947f90f46c4741e9, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7bfa08c552474757840ad27b168daec0, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/037953fe9f49413ebd86c6148b158a99, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/2c1e01d1f16643de8e78903570239dc6, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/777fcc1ca5f947c0801b954f4ac89844, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/eeb028c620374dfcb1342644a0e4d600, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/40717d598ac34b898bdca1d7e6dcdf10, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/294e5afec7304931a59deca5fd031b22, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75c495ab2ecf4e45bc07c4d971c24f36, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/170fdf33c5f44fd393222616afcdda8f, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/f527b0a0f5bf4816b5165241a6c6550e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cbe262f5d914bdba81d5a5227e6d252, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/db37528f2fac4912a6c58a6cf61d7c30, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/c51d0c1325284ee4b1019ea969153095, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/61184f3ba14040b8986c88975001176e, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/63dce7f076b14916aa0180f834e29902, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/5c07c52d79c5430287ccbe278483c8cb] to archive 2024-12-15T03:39:23,161 DEBUG [StoreCloser-TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T03:39:23,164 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/cffc1a3dd50b4aa1a1532a5f537db287 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/cffc1a3dd50b4aa1a1532a5f537db287 2024-12-15T03:39:23,164 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/3897b3d566334f2299608e628d7d9f1a to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/3897b3d566334f2299608e628d7d9f1a 2024-12-15T03:39:23,164 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/34f735842aae4a10a8c18662ace56213 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/34f735842aae4a10a8c18662ace56213 2024-12-15T03:39:23,164 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/23259a23da1e4b139f1290d005f0996c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/23259a23da1e4b139f1290d005f0996c 2024-12-15T03:39:23,165 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75d9e2351f8047d896e4fc97833ac021 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75d9e2351f8047d896e4fc97833ac021 2024-12-15T03:39:23,165 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/de5eac11a9c04088be7f4f7cf7754f55 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/de5eac11a9c04088be7f4f7cf7754f55 2024-12-15T03:39:23,165 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/b95e1654600444dea5abc49f865654fd to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/b95e1654600444dea5abc49f865654fd 2024-12-15T03:39:23,165 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/6f126dac687b4a0ab2b424c1f23ce778 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/6f126dac687b4a0ab2b424c1f23ce778 2024-12-15T03:39:23,167 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/037953fe9f49413ebd86c6148b158a99 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/037953fe9f49413ebd86c6148b158a99 2024-12-15T03:39:23,167 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7bfa08c552474757840ad27b168daec0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7bfa08c552474757840ad27b168daec0 2024-12-15T03:39:23,167 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/40717d598ac34b898bdca1d7e6dcdf10 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/40717d598ac34b898bdca1d7e6dcdf10 2024-12-15T03:39:23,168 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/2c1e01d1f16643de8e78903570239dc6 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/2c1e01d1f16643de8e78903570239dc6 2024-12-15T03:39:23,168 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/777fcc1ca5f947c0801b954f4ac89844 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/777fcc1ca5f947c0801b954f4ac89844 2024-12-15T03:39:23,168 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/eeb028c620374dfcb1342644a0e4d600 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/eeb028c620374dfcb1342644a0e4d600 2024-12-15T03:39:23,168 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cc62c73acbc41b3947f90f46c4741e9 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cc62c73acbc41b3947f90f46c4741e9 2024-12-15T03:39:23,169 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/294e5afec7304931a59deca5fd031b22 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/294e5afec7304931a59deca5fd031b22 2024-12-15T03:39:23,169 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/170fdf33c5f44fd393222616afcdda8f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/170fdf33c5f44fd393222616afcdda8f 2024-12-15T03:39:23,170 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cbe262f5d914bdba81d5a5227e6d252 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/7cbe262f5d914bdba81d5a5227e6d252 2024-12-15T03:39:23,170 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/db37528f2fac4912a6c58a6cf61d7c30 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/db37528f2fac4912a6c58a6cf61d7c30 2024-12-15T03:39:23,170 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75c495ab2ecf4e45bc07c4d971c24f36 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/75c495ab2ecf4e45bc07c4d971c24f36 2024-12-15T03:39:23,170 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/f527b0a0f5bf4816b5165241a6c6550e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/f527b0a0f5bf4816b5165241a6c6550e 2024-12-15T03:39:23,171 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/61184f3ba14040b8986c88975001176e to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/61184f3ba14040b8986c88975001176e 2024-12-15T03:39:23,171 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/5c07c52d79c5430287ccbe278483c8cb to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/5c07c52d79c5430287ccbe278483c8cb 2024-12-15T03:39:23,171 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/c51d0c1325284ee4b1019ea969153095 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/c51d0c1325284ee4b1019ea969153095 2024-12-15T03:39:23,171 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/63dce7f076b14916aa0180f834e29902 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/63dce7f076b14916aa0180f834e29902 2024-12-15T03:39:23,176 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/recovered.edits/380.seqid, newMaxSeqId=380, maxSeqId=4 2024-12-15T03:39:23,176 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0. 2024-12-15T03:39:23,176 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for 6f1b9fc90bfbc3e8412b4bc5af7e7ee0: 2024-12-15T03:39:23,178 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed 6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,178 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, regionState=CLOSED 2024-12-15T03:39:23,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-15T03:39:23,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, server=c1551786b40e,42709,1734233785718 in 1.4540 sec 2024-12-15T03:39:23,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-15T03:39:23,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6f1b9fc90bfbc3e8412b4bc5af7e7ee0, UNASSIGN in 1.4580 sec 2024-12-15T03:39:23,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-15T03:39:23,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4610 sec 2024-12-15T03:39:23,185 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734233963185"}]},"ts":"1734233963185"} 2024-12-15T03:39:23,187 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T03:39:23,189 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T03:39:23,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4720 sec 2024-12-15T03:39:23,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T03:39:23,823 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-15T03:39:23,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T03:39:23,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:23,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T03:39:23,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:23,828 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,830 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C, FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/recovered.edits] 2024-12-15T03:39:23,832 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/023961de463643abb09b5be0b0897791 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/023961de463643abb09b5be0b0897791 2024-12-15T03:39:23,832 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/04ce7e7887a8414ebd17d329e37a5e4f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/A/04ce7e7887a8414ebd17d329e37a5e4f 2024-12-15T03:39:23,835 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3ee5579b5a1d41aab39f607bc0ee51ca to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/3ee5579b5a1d41aab39f607bc0ee51ca 2024-12-15T03:39:23,835 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e0f6bae6d5e743d090ab71f6e1f2207f to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/B/e0f6bae6d5e743d090ab71f6e1f2207f 2024-12-15T03:39:23,838 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/395a32ce71254455ae01b8ad6144470c to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/395a32ce71254455ae01b8ad6144470c 2024-12-15T03:39:23,838 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/a9db58933466446c8f4cd075a9d9db68 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/C/a9db58933466446c8f4cd075a9d9db68 2024-12-15T03:39:23,843 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/recovered.edits/380.seqid to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0/recovered.edits/380.seqid 2024-12-15T03:39:23,844 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/default/TestAcidGuarantees/6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,844 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T03:39:23,844 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T03:39:23,845 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T03:39:23,855 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150c16f4c6e58b454eb4a7932a8ac2b305_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150c16f4c6e58b454eb4a7932a8ac2b305_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,855 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151669ba46e7324d6180dc768d8f03b407_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151669ba46e7324d6180dc768d8f03b407_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,855 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215175d96a45b7744e48c73d87947203733_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215175d96a45b7744e48c73d87947203733_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,855 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121526aa166595af4b9ba931bf3ba778dc7b_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121526aa166595af4b9ba931bf3ba778dc7b_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,855 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153177dfa3307446c59980bdbebd022bba_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153177dfa3307446c59980bdbebd022bba_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,855 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215338e0399f12340429647d04c767e8682_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215338e0399f12340429647d04c767e8682_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,856 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530f77df1da094ab2ab676b3590e8bd5e_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121530f77df1da094ab2ab676b3590e8bd5e_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,856 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152b55568798154d37a416b608f96c330d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152b55568798154d37a416b608f96c330d_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,857 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215351a6dc48175406495a4638ac4dfa213_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215351a6dc48175406495a4638ac4dfa213_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,857 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412154dd89a2ffc3845d08b977e3d89ff93c1_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412154dd89a2ffc3845d08b977e3d89ff93c1_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,858 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215582bbdbc782643d9aa148bcb2bf84620_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215582bbdbc782643d9aa148bcb2bf84620_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,858 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121552ef9ad7f802488daa5a72fa7db4cf01_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121552ef9ad7f802488daa5a72fa7db4cf01_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,858 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121546eb3cc2ad9042ca8052811c32acfcbf_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121546eb3cc2ad9042ca8052811c32acfcbf_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,858 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121551b0feee69794feba4142f8d554f85e8_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121551b0feee69794feba4142f8d554f85e8_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,858 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155ba6f1b3786842f9b75ed5a7e74a07a4_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155ba6f1b3786842f9b75ed5a7e74a07a4_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,858 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121559940b184aa64558901aa7b9d3c7a5ad_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121559940b184aa64558901aa7b9d3c7a5ad_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,859 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156306da778f684f849a1028377c747805_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156306da778f684f849a1028377c747805_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,859 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e135c49a66724d8a950df37879e04d1a_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e135c49a66724d8a950df37879e04d1a_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,859 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e8bd0dbead1049adac067d9ede7a5d84_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e8bd0dbead1049adac067d9ede7a5d84_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,859 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157499da32f4004928bd98f724f587a280_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 to hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157499da32f4004928bd98f724f587a280_6f1b9fc90bfbc3e8412b4bc5af7e7ee0 2024-12-15T03:39:23,860 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T03:39:23,862 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:23,864 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T03:39:23,868 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T03:39:23,869 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:23,869 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T03:39:23,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734233963869"}]},"ts":"9223372036854775807"} 2024-12-15T03:39:23,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T03:39:23,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6f1b9fc90bfbc3e8412b4bc5af7e7ee0, NAME => 'TestAcidGuarantees,,1734233929786.6f1b9fc90bfbc3e8412b4bc5af7e7ee0.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T03:39:23,871 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T03:39:23,871 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734233963871"}]},"ts":"9223372036854775807"} 2024-12-15T03:39:23,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T03:39:23,875 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T03:39:23,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-12-15T03:39:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42769 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-15T03:39:23,927 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-15T03:39:23,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 245), OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 327) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5002 (was 2226) - AvailableMemoryMB LEAK? - 2024-12-15T03:39:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T03:39:23,937 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T03:39:23,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0870ca2a to 127.0.0.1:54928 2024-12-15T03:39:23,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:23,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T03:39:23,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1403094460, stopped=false 2024-12-15T03:39:23,938 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=c1551786b40e,42769,1734233784958 2024-12-15T03:39:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T03:39:23,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T03:39:23,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T03:39:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:39:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:39:23,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:23,940 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c1551786b40e,42709,1734233785718' ***** 2024-12-15T03:39:23,940 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T03:39:23,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T03:39:23,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T03:39:23,941 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T03:39:23,941 INFO [RS:0;c1551786b40e:42709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T03:39:23,941 INFO [RS:0;c1551786b40e:42709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T03:39:23,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T03:39:23,941 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(3579): Received CLOSE for 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:39:23,942 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1224): stopping server c1551786b40e,42709,1734233785718 2024-12-15T03:39:23,942 DEBUG [RS:0;c1551786b40e:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:23,942 INFO [RS:0;c1551786b40e:42709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T03:39:23,942 INFO [RS:0;c1551786b40e:42709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T03:39:23,942 INFO [RS:0;c1551786b40e:42709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T03:39:23,942 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T03:39:23,942 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 73ec39599547a0c67abfcc7a7990d5a9, disabling compactions & flushes 2024-12-15T03:39:23,942 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:39:23,942 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:39:23,943 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. after waiting 0 ms 2024-12-15T03:39:23,943 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:39:23,943 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T03:39:23,943 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 73ec39599547a0c67abfcc7a7990d5a9=hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9.} 2024-12-15T03:39:23,943 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 73ec39599547a0c67abfcc7a7990d5a9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T03:39:23,943 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T03:39:23,943 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T03:39:23,943 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T03:39:23,943 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T03:39:23,943 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T03:39:23,943 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-15T03:39:23,943 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:39:23,959 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/.tmp/info/b5ab039e58da4a95a1449f8a6fc52792 is 45, key is default/info:d/1734233790734/Put/seqid=0 2024-12-15T03:39:23,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742459_1635 (size=5037) 2024-12-15T03:39:23,963 INFO [regionserver/c1551786b40e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T03:39:23,972 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/info/c9ed811d0e8b4591aeaf506d9d57ed82 is 143, key is hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9./info:regioninfo/1734233790619/Put/seqid=0 2024-12-15T03:39:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742460_1636 (size=7725) 2024-12-15T03:39:24,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T03:39:24,087 INFO [regionserver/c1551786b40e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T03:39:24,087 INFO [regionserver/c1551786b40e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T03:39:24,143 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:39:24,344 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 73ec39599547a0c67abfcc7a7990d5a9 2024-12-15T03:39:24,363 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/.tmp/info/b5ab039e58da4a95a1449f8a6fc52792 2024-12-15T03:39:24,367 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/.tmp/info/b5ab039e58da4a95a1449f8a6fc52792 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/info/b5ab039e58da4a95a1449f8a6fc52792 2024-12-15T03:39:24,370 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/info/b5ab039e58da4a95a1449f8a6fc52792, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T03:39:24,370 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 73ec39599547a0c67abfcc7a7990d5a9 in 427ms, sequenceid=6, compaction requested=false 2024-12-15T03:39:24,373 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/namespace/73ec39599547a0c67abfcc7a7990d5a9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T03:39:24,374 INFO [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:39:24,374 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 73ec39599547a0c67abfcc7a7990d5a9: 2024-12-15T03:39:24,374 DEBUG [RS_CLOSE_REGION-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734233789382.73ec39599547a0c67abfcc7a7990d5a9. 2024-12-15T03:39:24,376 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/info/c9ed811d0e8b4591aeaf506d9d57ed82 2024-12-15T03:39:24,401 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/rep_barrier/28cde1711f5b42f0bb7aa117981a39f7 is 102, key is TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d./rep_barrier:/1734233815162/DeleteFamily/seqid=0 2024-12-15T03:39:24,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742461_1637 (size=6025) 2024-12-15T03:39:24,544 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T03:39:24,744 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T03:39:24,805 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/rep_barrier/28cde1711f5b42f0bb7aa117981a39f7 2024-12-15T03:39:24,826 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/table/89a0a5f70d5a428eb0c8cbfa5fafdd4f is 96, key is TestAcidGuarantees,,1734233790960.957a020a2e3986124f927143c620b69d./table:/1734233815162/DeleteFamily/seqid=0 2024-12-15T03:39:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742462_1638 (size=5942) 2024-12-15T03:39:24,944 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T03:39:24,945 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T03:39:24,945 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T03:39:25,145 DEBUG [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T03:39:25,232 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/table/89a0a5f70d5a428eb0c8cbfa5fafdd4f 2024-12-15T03:39:25,237 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/info/c9ed811d0e8b4591aeaf506d9d57ed82 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/info/c9ed811d0e8b4591aeaf506d9d57ed82 2024-12-15T03:39:25,243 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/info/c9ed811d0e8b4591aeaf506d9d57ed82, entries=22, sequenceid=93, filesize=7.5 K 2024-12-15T03:39:25,246 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/rep_barrier/28cde1711f5b42f0bb7aa117981a39f7 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/rep_barrier/28cde1711f5b42f0bb7aa117981a39f7 2024-12-15T03:39:25,250 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/rep_barrier/28cde1711f5b42f0bb7aa117981a39f7, entries=6, sequenceid=93, filesize=5.9 K 2024-12-15T03:39:25,250 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/.tmp/table/89a0a5f70d5a428eb0c8cbfa5fafdd4f as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/table/89a0a5f70d5a428eb0c8cbfa5fafdd4f 2024-12-15T03:39:25,254 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/table/89a0a5f70d5a428eb0c8cbfa5fafdd4f, entries=9, sequenceid=93, filesize=5.8 K 2024-12-15T03:39:25,254 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=93, compaction requested=false 2024-12-15T03:39:25,265 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-15T03:39:25,266 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T03:39:25,266 INFO [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T03:39:25,266 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T03:39:25,266 DEBUG [RS_CLOSE_META-regionserver/c1551786b40e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T03:39:25,345 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1250): stopping server c1551786b40e,42709,1734233785718; all regions closed. 2024-12-15T03:39:25,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741834_1010 (size=26050) 2024-12-15T03:39:25,352 DEBUG [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/oldWALs 2024-12-15T03:39:25,352 INFO [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c1551786b40e%2C42709%2C1734233785718.meta:.meta(num 1734233789134) 2024-12-15T03:39:25,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741832_1008 (size=14459331) 2024-12-15T03:39:25,357 DEBUG [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/oldWALs 2024-12-15T03:39:25,357 INFO [RS:0;c1551786b40e:42709 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL c1551786b40e%2C42709%2C1734233785718:(num 1734233788239) 2024-12-15T03:39:25,357 DEBUG [RS:0;c1551786b40e:42709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:25,358 INFO [RS:0;c1551786b40e:42709 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T03:39:25,358 INFO [RS:0;c1551786b40e:42709 {}] hbase.ChoreService(370): Chore service for: regionserver/c1551786b40e:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T03:39:25,358 INFO [regionserver/c1551786b40e:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T03:39:25,359 INFO [RS:0;c1551786b40e:42709 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42709 2024-12-15T03:39:25,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c1551786b40e,42709,1734233785718 2024-12-15T03:39:25,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T03:39:25,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c1551786b40e,42709,1734233785718] 2024-12-15T03:39:25,366 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing c1551786b40e,42709,1734233785718; numProcessing=1 2024-12-15T03:39:25,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/c1551786b40e,42709,1734233785718 already deleted, retry=false 2024-12-15T03:39:25,367 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; c1551786b40e,42709,1734233785718 expired; onlineServers=0 2024-12-15T03:39:25,368 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'c1551786b40e,42769,1734233784958' ***** 2024-12-15T03:39:25,368 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T03:39:25,368 DEBUG [M:0;c1551786b40e:42769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66871d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c1551786b40e/172.17.0.2:0 2024-12-15T03:39:25,368 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegionServer(1224): stopping server c1551786b40e,42769,1734233784958 2024-12-15T03:39:25,368 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegionServer(1250): stopping server c1551786b40e,42769,1734233784958; all regions closed. 2024-12-15T03:39:25,368 DEBUG [M:0;c1551786b40e:42769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T03:39:25,368 DEBUG [M:0;c1551786b40e:42769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T03:39:25,368 DEBUG [M:0;c1551786b40e:42769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T03:39:25,368 DEBUG [master/c1551786b40e:0:becomeActiveMaster-HFileCleaner.large.0-1734233787888 {}] cleaner.HFileCleaner(306): Exit Thread[master/c1551786b40e:0:becomeActiveMaster-HFileCleaner.large.0-1734233787888,5,FailOnTimeoutGroup] 2024-12-15T03:39:25,369 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T03:39:25,369 DEBUG [master/c1551786b40e:0:becomeActiveMaster-HFileCleaner.small.0-1734233787889 {}] cleaner.HFileCleaner(306): Exit Thread[master/c1551786b40e:0:becomeActiveMaster-HFileCleaner.small.0-1734233787889,5,FailOnTimeoutGroup] 2024-12-15T03:39:25,369 INFO [M:0;c1551786b40e:42769 {}] hbase.ChoreService(370): Chore service for: master/c1551786b40e:0 had [] on shutdown 2024-12-15T03:39:25,369 DEBUG [M:0;c1551786b40e:42769 {}] master.HMaster(1733): Stopping service threads 2024-12-15T03:39:25,369 INFO [M:0;c1551786b40e:42769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T03:39:25,369 ERROR [M:0;c1551786b40e:42769 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1147363369) connection to localhost/127.0.0.1:40195 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40195,5,PEWorkerGroup] 2024-12-15T03:39:25,370 INFO [M:0;c1551786b40e:42769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T03:39:25,370 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T03:39:25,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T03:39:25,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T03:39:25,373 DEBUG [M:0;c1551786b40e:42769 {}] zookeeper.ZKUtil(347): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T03:39:25,373 WARN [M:0;c1551786b40e:42769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T03:39:25,373 INFO [M:0;c1551786b40e:42769 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T03:39:25,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T03:39:25,373 INFO [M:0;c1551786b40e:42769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T03:39:25,373 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T03:39:25,373 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:39:25,373 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:39:25,373 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T03:39:25,373 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:39:25,373 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=772.50 KB heapSize=950 KB 2024-12-15T03:39:25,396 DEBUG [M:0;c1551786b40e:42769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6105996c99a148e38b65e0a64a2575c5 is 82, key is hbase:meta,,1/info:regioninfo/1734233789274/Put/seqid=0 2024-12-15T03:39:25,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742463_1639 (size=5672) 2024-12-15T03:39:25,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T03:39:25,453 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T03:39:25,454 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T03:39:25,455 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T03:39:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T03:39:25,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42709-0x10093bf38340001, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T03:39:25,472 INFO [RS:0;c1551786b40e:42709 {}] regionserver.HRegionServer(1307): Exiting; stopping=c1551786b40e,42709,1734233785718; zookeeper connection closed. 2024-12-15T03:39:25,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7105d5b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7105d5b 2024-12-15T03:39:25,475 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T03:39:25,800 INFO [M:0;c1551786b40e:42769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2190 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6105996c99a148e38b65e0a64a2575c5 2024-12-15T03:39:25,822 DEBUG [M:0;c1551786b40e:42769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687efe969b37446bbbe0a0af33962962 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1734233932953/Put/seqid=0 2024-12-15T03:39:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742464_1640 (size=44430) 2024-12-15T03:39:25,827 INFO [M:0;c1551786b40e:42769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=771.94 KB at sequenceid=2190 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687efe969b37446bbbe0a0af33962962 2024-12-15T03:39:25,832 INFO [M:0;c1551786b40e:42769 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 687efe969b37446bbbe0a0af33962962 2024-12-15T03:39:25,858 DEBUG [M:0;c1551786b40e:42769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d786a5bf6a46629ea3292abc88aed5 is 69, key is c1551786b40e,42709,1734233785718/rs:state/1734233788015/Put/seqid=0 2024-12-15T03:39:25,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073742465_1641 (size=5156) 2024-12-15T03:39:25,867 INFO [M:0;c1551786b40e:42769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2190 (bloomFilter=true), to=hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d786a5bf6a46629ea3292abc88aed5 2024-12-15T03:39:25,870 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6105996c99a148e38b65e0a64a2575c5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6105996c99a148e38b65e0a64a2575c5 2024-12-15T03:39:25,873 INFO [M:0;c1551786b40e:42769 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6105996c99a148e38b65e0a64a2575c5, entries=8, sequenceid=2190, filesize=5.5 K 2024-12-15T03:39:25,874 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/687efe969b37446bbbe0a0af33962962 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/687efe969b37446bbbe0a0af33962962 2024-12-15T03:39:25,876 INFO [M:0;c1551786b40e:42769 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 687efe969b37446bbbe0a0af33962962 2024-12-15T03:39:25,876 INFO [M:0;c1551786b40e:42769 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/687efe969b37446bbbe0a0af33962962, entries=175, sequenceid=2190, filesize=43.4 K 2024-12-15T03:39:25,877 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60d786a5bf6a46629ea3292abc88aed5 as hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60d786a5bf6a46629ea3292abc88aed5 2024-12-15T03:39:25,879 INFO [M:0;c1551786b40e:42769 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40195/user/jenkins/test-data/979bd806-2d62-a540-222d-362aa85f5191/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60d786a5bf6a46629ea3292abc88aed5, entries=1, sequenceid=2190, filesize=5.0 K 2024-12-15T03:39:25,880 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegion(3040): Finished flush of dataSize ~772.50 KB/791040, heapSize ~949.70 KB/972496, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 507ms, sequenceid=2190, compaction requested=false 2024-12-15T03:39:25,881 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T03:39:25,881 DEBUG [M:0;c1551786b40e:42769 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T03:39:25,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45647 is added to blk_1073741830_1006 (size=934613) 2024-12-15T03:39:25,884 INFO [M:0;c1551786b40e:42769 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T03:39:25,884 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T03:39:25,884 INFO [M:0;c1551786b40e:42769 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42769 2024-12-15T03:39:25,887 DEBUG [M:0;c1551786b40e:42769 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/c1551786b40e,42769,1734233784958 already deleted, retry=false 2024-12-15T03:39:25,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T03:39:25,988 INFO [M:0;c1551786b40e:42769 {}] regionserver.HRegionServer(1307): Exiting; stopping=c1551786b40e,42769,1734233784958; zookeeper connection closed. 2024-12-15T03:39:25,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42769-0x10093bf38340000, quorum=127.0.0.1:54928, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T03:39:25,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T03:39:25,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:39:25,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:39:25,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:39:25,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/hadoop.log.dir/,STOPPED} 2024-12-15T03:39:25,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T03:39:25,999 WARN [BP-469248552-172.17.0.2-1734233782148 heartbeating to localhost/127.0.0.1:40195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T03:39:25,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T03:39:25,999 WARN [BP-469248552-172.17.0.2-1734233782148 heartbeating to localhost/127.0.0.1:40195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469248552-172.17.0.2-1734233782148 (Datanode Uuid 99ecdcd3-02de-45ab-a84c-aa8bfa4e71f2) service to localhost/127.0.0.1:40195 2024-12-15T03:39:26,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/dfs/data/data1/current/BP-469248552-172.17.0.2-1734233782148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:39:26,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/cluster_b2b0545a-b4c6-7b58-44ea-8c33095b7ea4/dfs/data/data2/current/BP-469248552-172.17.0.2-1734233782148 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T03:39:26,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T03:39:26,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T03:39:26,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T03:39:26,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T03:39:26,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T03:39:26,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d56e5167-b0ff-a842-350f-521d9bfbb969/hadoop.log.dir/,STOPPED} 2024-12-15T03:39:26,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T03:39:26,179 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down